-- Logs begin at Mon 2021-06-21 08:40:19 UTC, end at Mon 2021-06-21 09:48:22 UTC. -- Jun 21 09:19:37.276023 dv-cinder-797210-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 09:19:39.929280 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.common.config [-] Logging enabled! Jun 21 09:19:39.929791 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 15.3.5.dev20 Jun 21 09:19:39.931117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80768) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 21 09:19:39.931851 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.common.config [-] Logging enabled! Jun 21 09:19:39.932147 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 15.3.5.dev20 Jun 21 09:19:39.932426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80768) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 21 09:19:39.933519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}} Jun 21 09:19:39.933786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}} Jun 21 09:19:39.934805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}} Jun 21 09:19:39.935093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 21 09:19:39.935355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 21 09:19:39.935720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.936097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.936436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.936967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.937321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.937659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.937982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.938315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.938662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.938984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.939301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.939622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.939885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.940202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.940533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.940865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.941166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] debug = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.941486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.942017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.942337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.942651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.942979 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.943285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.943597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.943914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.944276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] host = dv-cinder-797210-1-iscsi {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.944590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.944917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.945270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.945598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.945909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.946219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.946543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.946852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.947160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] log_file = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.947473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.947799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.948148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.948465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.948724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.948993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.949335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.949664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.949975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.950284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.950593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.950903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.951212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.951540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.951873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.952209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.952533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.952844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.953185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.953498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.953804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.954128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.954438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.954748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.955055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.955388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.955692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.955999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.956345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.956668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.957012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.957343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.957655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.957982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.958288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.958594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.958896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] use_json = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.959202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.959506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.959831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.960137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.960444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.960749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.961076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.961407 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:39.961742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.962091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.962432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.962747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.963075 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.963394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.963725 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.964037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.964367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.964701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.965065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.965380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.965703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.966044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.966383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.966692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.967006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.967851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.968165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.968473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.968807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.969144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.969455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.969771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.970082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.970390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.970697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.971013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.971344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.971655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.971961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.972271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.972584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.972889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.973238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.973549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.973856 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.974161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.974473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.974782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.975087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.975400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.975708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.976018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.976324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.976630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.976937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.977270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.977576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.977885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.978187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.978501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.978809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.979116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.979422 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.979730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.980035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.980357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.980691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.981024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.981343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.981657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.981968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.982285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.982600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.983487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.983804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.984117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.984452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.984774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.985119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.985441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.985755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.986091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.986405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.986724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.987037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.987354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.987677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.987998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.988329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.988661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.989015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.989353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.989680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.989996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.990348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.990665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:39.990916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}} Jun 21 09:19:39.991184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80768) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Jun 21 09:19:40.649827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:19:40.650142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:19:40.650468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:19:40.652045 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 09:19:40.976616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:40.977124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:40.977225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.033897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.034220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.034529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.037539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.037854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.038156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.306360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.306686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.306994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.307304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.308256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.503358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.503712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.504047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.504364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.504676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.505091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.505405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.505706 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.506009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.506353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.506659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.506976 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.507290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.507595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.507917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.508242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.508547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.508874 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.509195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.509541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.509998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.510296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.510592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.510937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.511228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.511524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.511956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:41.512233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:41.512510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:41.512784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:41.513083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:41.513358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:41.514730 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 09:19:41.522311 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 09:19:41.530474 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 09:19:41.535891 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 21 09:19:41.539184 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 09:19:41.540270 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 09:19:41.540655 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 09:19:41.541146 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 09:19:41.544986 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 09:19:41.545798 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 09:19:41.546198 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 09:19:41.573209 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 21 09:19:41.573679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.574010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80768) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:66}} Jun 21 09:19:41.574427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.575797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80768) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 09:19:41.576118 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 09:19:41.576426 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 09:19:41.579472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.579791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:41.643399 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 09:19:41.643667 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 09:19:41.643940 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 09:19:41.644343 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 09:19:41.678522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.sqlalchemy.engines [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80768) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:307}} Jun 21 09:19:41.966734 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing driver for type 'gre' Jun 21 09:19:41.967769 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] gre ID ranges: [(1, 1000)] Jun 21 09:19:42.008262 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing driver for type 'local' Jun 21 09:19:42.008727 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing driver for type 'vlan' Jun 21 09:19:42.019813 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] VlanTypeDriver initialization complete Jun 21 09:19:42.020183 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing driver for type 'vxlan' Jun 21 09:19:42.020716 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] vxlan ID ranges: [(1, 1000)] Jun 21 09:19:42.062190 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing extension driver 'port_security' Jun 21 09:19:42.062550 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] PortSecurityExtensionDriver initialization complete Jun 21 09:19:42.062908 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing mechanism driver 'openvswitch' Jun 21 09:19:42.063262 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing mechanism driver 'hyperv' Jun 21 09:19:42.070203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80768) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:19:42.071037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.071442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.071827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.072252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnet after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.072635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnet after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.073036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.073455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.073834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.074208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.074619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > security_group after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.074997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > security_group after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.075366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.076177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.077114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.077487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.077848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] ML2 OVO RPC backend initialized. {{(pid=80768) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 21 09:19:42.078771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.079165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.079619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.080000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > networks before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.080377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.080751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > ports before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.081158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnet before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.081534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnets before_response 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.081916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.082295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.082667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.083037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.083407 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.083778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.084151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnet after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.084519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnet after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.084889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.085538 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.plugin [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Modular L2 Plugin initialization complete Jun 21 09:19:42.085896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading services supported by the core plugin {{(pid=80768) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:164}} Jun 21 09:19:42.086262 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.managers [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Got port-security extension from driver 'port_security' Jun 21 09:19:42.086760 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.extensions.vlantransparent [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Disabled vlantransparent extension. Jun 21 09:19:42.087236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80768) _load_service_plugins /opt/stack/neutron/neutron/manager.py:190}} Jun 21 09:19:42.087578 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: router Jun 21 09:19:42.130248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.130678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router after_create 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.131080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router before_create 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.131478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.131891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.132277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router after_delete 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.132670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.133107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router after_create 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.133486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router after_update 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.133872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router after_update 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.134253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.134648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router after_update 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.135134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_update 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.135546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: port after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.135920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: port after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.136292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: subnet after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.136665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.137082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.137465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_create 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.137839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: port before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.138216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.138610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router after_update 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.139590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.139975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_create 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.140376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.140755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_update 55549900 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.141204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > network after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.142154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Tracking information for resource: router configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:42.142522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Tracking information for resource: floatingip configured {{(pid=80768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 09:19:42.147281 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_agentschedulers_db [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 09:19:42.147907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: port after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.148299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: port after_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.148678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: port after_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.149090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: port after_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.149963 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router before_create 55550100 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.150359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.150757 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_create 55550100 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.151145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > router precommit_update 55550100 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.155816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.provider_configuration [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service providers = [] {{(pid=80768) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 09:19:42.156209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.servicetype_db [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80768) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 09:19:42.159039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.service_base [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 21 09:19:42.159420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.service_base [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 21 09:19:42.159793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.service_base [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 21 09:19:42.160677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.service_base [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 21 09:19:42.161102 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.services.service_base [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 09:19:42.161514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.161863 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 09:19:42.181465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.181828 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: auto_allocate Jun 21 09:19:42.193025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: network precommit_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.193435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: network precommit_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.194018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.194371 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: tag Jun 21 09:19:42.205369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.205733 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: timestamp Jun 21 09:19:42.209459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.209824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: network_ip_availability Jun 21 09:19:42.215469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.215868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.216254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.217647 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.217947 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: flavors Jun 21 09:19:42.233882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.234246 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading Plugin: revisions Jun 21 09:19:42.238511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}} Jun 21 09:19:42.238926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.588s {{(pid=80768) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:19:42.239702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80768) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Jun 21 09:19:42.240056 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Initializing extension manager. Jun 21 09:19:42.240591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: __init__.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.240993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: __pycache__ {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.241372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.241737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.242099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: _filter_validation_lib.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.242459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.242815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: address_scope.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.243631 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.244273 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: address-scope Jun 21 09:19:42.244630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.245571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.246155 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: router-admin-state-down-before-update Jun 21 09:19:42.246511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: agent.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.247285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.247857 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: agent Jun 21 09:19:42.248231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: agent_resources_synced.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.249187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.249762 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: agent-resources-synced Jun 21 09:19:42.250112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: allowedaddresspairs.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.251868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.252456 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: allowed-address-pairs Jun 21 09:19:42.252817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: auto_allocated_topology.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.253908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.254488 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: auto-allocated-topology Jun 21 09:19:42.254843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: availability_zone.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.255725 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.256305 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: availability_zone Jun 21 09:19:42.256660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: availability_zone_filter.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.257592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.258178 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: availability_zone_filter Jun 21 09:19:42.258535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: data_plane_status.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.259450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.260022 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 09:19:42.260379 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: default_subnetpools.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.261317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.261898 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: default-subnetpools Jun 21 09:19:42.262257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.263120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.263702 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: dhcp_agent_scheduler Jun 21 09:19:42.264095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: dns.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.265031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.265603 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension dns-integration not supported by any of loaded plugins Jun 21 09:19:42.265957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: dns_domain_ports.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.266866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.267439 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 09:19:42.267791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: dvr.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.268524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.269140 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: dvr Jun 21 09:19:42.269495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: empty_string_filtering.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.270445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.271036 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: empty-string-filtering Jun 21 09:19:42.271387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.272290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.272864 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 09:19:42.273243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.274141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.274715 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 09:19:42.275068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: external_net.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.275975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.276562 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: external-net Jun 21 09:19:42.276916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.277834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.278414 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: extra_dhcp_opt Jun 21 09:19:42.278769 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: extraroute.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.280184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.280755 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: extraroute Jun 21 09:19:42.281133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: extraroute_atomic.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.283666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.284278 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: extraroute-atomic Jun 21 09:19:42.284643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: filter_validation.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.285368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.285963 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: filter-validation Jun 21 09:19:42.286309 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: fip_port_details.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.287250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.287830 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: fip-port-details Jun 21 09:19:42.288187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: flavors.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.289420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.290007 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: flavors Jun 21 09:19:42.290369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.292071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.292668 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 09:19:42.293067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: floatingip_pools.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.293843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.294429 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: floatingip-pools Jun 21 09:19:42.294788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: ip_allocation.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.296308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.296882 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 09:19:42.297273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.298191 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.298770 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: ip-substring-filtering Jun 21 09:19:42.299124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l2_adjacency.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.300053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.300629 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 09:19:42.301011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l3.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.302097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.302682 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: router Jun 21 09:19:42.303042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.305503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.306106 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 09:19:42.306474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.307398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.307992 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: ext-gw-mode Jun 21 09:19:42.308355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.309298 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.309885 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: l3-ha Jun 21 09:19:42.310243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l3_flavors.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.311178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.312030 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: l3-flavors Jun 21 09:19:42.312384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.313331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.313924 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 09:19:42.314280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: l3agentscheduler.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.315450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.316043 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: l3_agent_scheduler Jun 21 09:19:42.316404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: logging.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.317990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.318593 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension logging not supported by any of loaded plugins Jun 21 09:19:42.318958 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: metering.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.319814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.320521 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: metering Jun 21 09:19:42.320885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: multiprovidernet.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.321844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.322424 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: multi-provider Jun 21 09:19:42.322783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: netmtu.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.323816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.324406 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: net-mtu Jun 21 09:19:42.324764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: netmtu_writable.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.325693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.326284 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: net-mtu-writable Jun 21 09:19:42.326689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: network_availability_zone.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.327428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.328020 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: network_availability_zone Jun 21 09:19:42.328400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: network_ip_availability.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.329642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.330231 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: network-ip-availability Jun 21 09:19:42.330588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: network_segment_range.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.331494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.332074 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 09:19:42.332430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: pagination.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.333450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.333821 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: pagination Jun 21 09:19:42.334178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.335085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.335680 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: port-mac-address-regenerate Jun 21 09:19:42.336032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: port_resource_request.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.336945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.337541 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 09:19:42.337893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: portbindings.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.338814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.339395 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: binding Jun 21 09:19:42.339749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: portbindings_extended.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.341039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.341635 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: binding-extended Jun 21 09:19:42.342523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: portsecurity.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.343453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.344041 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: port-security Jun 21 09:19:42.344405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: project_id.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.345406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.345777 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: project-id Jun 21 09:19:42.346133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: providernet.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.347043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.347644 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: provider Jun 21 09:19:42.347999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.351706 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.352304 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos not supported by any of loaded plugins Jun 21 09:19:42.352671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.353937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.354532 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 09:19:42.354893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.355799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.356381 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 09:19:42.356740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos_default.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.358244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.358823 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos-default not supported by any of loaded plugins Jun 21 09:19:42.359178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos_fip.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.359854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.360431 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos-fip not supported by any of loaded plugins Jun 21 09:19:42.360786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos_gateway_ip.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.361724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.362302 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 09:19:42.362659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos_rule_type_details.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.363558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.364134 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 09:19:42.364497 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: qos_rules_alias.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.365565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.366139 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 09:19:42.366493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: quotasv2.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.367410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.367799 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: quotas Jun 21 09:19:42.368129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: quotasv2_detail.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.369831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.370212 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: quota_details Jun 21 09:19:42.370574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: rbac.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.371664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.372258 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: rbac-policies Jun 21 09:19:42.372618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: rbac_security_groups.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.373610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.374196 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: rbac-security-groups Jun 21 09:19:42.374563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: revisionifmatch.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.375471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.376051 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: revision-if-match Jun 21 09:19:42.376409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: revisions.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.377521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.378098 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: standard-attr-revisions Jun 21 09:19:42.378454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: router_availability_zone.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.379186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.379767 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: router_availability_zone Jun 21 09:19:42.380121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: routerservicetype.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.381071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.381649 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension router-service-type not supported by any of loaded plugins Jun 21 09:19:42.382000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.382909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.383491 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: port-security-groups-filtering Jun 21 09:19:42.383844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: securitygroup.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.396907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.397572 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: security-group Jun 21 09:19:42.397958 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: segment.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.398874 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.399496 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension segment not supported by any of loaded plugins Jun 21 09:19:42.399877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.400816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.401431 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 09:19:42.401794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: servicetype.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.402878 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.403470 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: service-type Jun 21 09:19:42.403830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: sorting.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.405398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.405769 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: sorting Jun 21 09:19:42.406144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: standard_attr_segment.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.407084 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.407668 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 09:19:42.408022 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: standardattrdescription.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.408716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.409319 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: standard-attr-description Jun 21 09:19:42.409675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: stdattrs_common.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.410252 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 09:19:42.410601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: subnet_onboard.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.411663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.412257 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: subnet_onboard Jun 21 09:19:42.412615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.413548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.414132 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 09:19:42.414489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: subnet_service_types.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.415417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.415997 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: subnet-service-types Jun 21 09:19:42.416355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: subnetallocation.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.417449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.418031 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: subnet_allocation Jun 21 09:19:42.418408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.419109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.419688 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: subnetpool-prefix-ops Jun 21 09:19:42.420066 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: tagging.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.421966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.422564 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: standard-attr-tag Jun 21 09:19:42.422923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: timestamp.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.424077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.424665 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loaded extension: standard-attr-timestamp Jun 21 09:19:42.425053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: trunk.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.426072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.426685 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension trunk not supported by any of loaded plugins Jun 21 09:19:42.427063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: trunk_details.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.427986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.428576 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension trunk-details not supported by any of loaded plugins Jun 21 09:19:42.428932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: uplink_status_propagation.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.429904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.430481 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 09:19:42.430835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Loading extension file: vlantransparent.py {{(pid=80768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 21 09:19:42.431527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 21 09:19:42.432099 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 09:19:42.434408 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:network Jun 21 09:19:42.435205 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:subnet Jun 21 09:19:42.435901 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 09:19:42.436831 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:port Jun 21 09:19:42.438127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.438726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service FLAVORS assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.439396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.439864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.440229 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:router Jun 21 09:19:42.440925 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:floatingip Jun 21 09:19:42.441718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service METERING assigned prefix: /metering {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.443532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.443935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.444316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80768) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:19:42.445459 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 09:19:42.445931 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:security_group Jun 21 09:19:42.446654 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 09:19:42.447438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service CORE assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.447803 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 09:19:42.448174 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] subnetpool is already registered Jun 21 09:19:42.448938 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service CORE assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.449346 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 09:19:42.449709 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] subnetpool is already registered Jun 21 09:19:42.452390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.452863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service FLAVORS assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.453558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.454013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.454378 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:router Jun 21 09:19:42.454737 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] router is already registered Jun 21 09:19:42.455386 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:floatingip Jun 21 09:19:42.455745 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] floatingip is already registered Jun 21 09:19:42.456423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service METERING assigned prefix: /metering {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.457176 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 09:19:42.457536 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] rbac_policy is already registered Jun 21 09:19:42.457985 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:security_group Jun 21 09:19:42.458339 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] security_group is already registered Jun 21 09:19:42.459132 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 09:19:42.459532 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] security_group_rule is already registered Jun 21 09:19:42.460259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service CORE assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.460621 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 09:19:42.461002 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] subnetpool is already registered Jun 21 09:19:42.461651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.resource_helper [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Service CORE assigned prefix: {{(pid=80768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 21 09:19:42.462008 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 09:19:42.462372 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.quota.resource_registry [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] subnetpool is already registered Jun 21 09:19:42.463073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: extensions {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.464574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: address-scopes {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.465851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: agents {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.468540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: auto-allocated-topology {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.469940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: availability_zones {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.471202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: dhcp-networks {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.472712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: dhcp-agents {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.474169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: routers {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.475890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: flavors {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.477220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: service_profiles {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.478445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: next_providers {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.479894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: service_profiles {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.481349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: floatingip-pools {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.483239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: routers {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.484988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: floatingips {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.486188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: l3-routers {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.487687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: l3-agents {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.489137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: metering-labels {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.490409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: metering-label-rules {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.491806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: network-ip-availabilities {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.493111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: bindings {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.494692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: quotas {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.496254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: quotas {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.497778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: rbac-policies {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.499028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: security-groups {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.500287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: security-group-rules {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.501657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: service-providers {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.502879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: subnetpools {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.504222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: subnetpools {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.505843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.507526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.509300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.511171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.512897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.515259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.517084 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.518845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.520845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.522632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.extensions [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Extended resource: tags {{(pid=80768) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 21 09:19:42.530718 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING keystonemiddleware.auth_token [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 09:19:42.535547 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING keystonemiddleware.auth_token [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 09:19:42.641472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Acquired lock "singleton_lock" {{(pid=80768) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Jun 21 09:19:42.641990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Releasing lock "singleton_lock" {{(pid=80768) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Jun 21 09:19:42.643404 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO oslo_service.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Starting 2 workers Jun 21 09:19:42.648009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Started child 80877 {{(pid=80768) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 21 09:19:42.652355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:42.652614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Started child 80878 {{(pid=80768) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 21 09:19:42.653970 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [-] (80877) wsgi starting up on http://0.0.0.0:9696 Jun 21 09:19:42.654153 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 09:19:42.655249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Notify callbacks [] for process, before_spawn {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:42.656864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:42.657780 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO oslo_service.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Starting 1 workers Jun 21 09:19:42.658264 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [-] (80878) wsgi starting up on http://0.0.0.0:9696 Jun 21 09:19:42.663088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Started child 80879 {{(pid=80768) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 21 09:19:42.663636 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO oslo_service.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Starting 1 workers Jun 21 09:19:42.665803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] calling RpcWorker wait() {{(pid=80879) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 09:19:42.666257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] returning from RpcWorker wait() {{(pid=80879) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 09:19:42.667855 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:42.668208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Started child 80880 {{(pid=80768) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 21 09:19:42.668557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:19:42.669006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a4ad1f68-d96e-46f0-b51b-3f1cce5a16cd None None] Notify callbacks [] for process, after_spawn {{(pid=80768) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:42.670746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80768) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jun 21 09:19:42.670966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}} Jun 21 09:19:42.671169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}} Jun 21 09:19:42.671434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}} Jun 21 09:19:42.671844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 21 09:19:42.672035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 21 09:19:42.672613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.672904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.673223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.673516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.673844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.674476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:42.674592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.674747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.675015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.675319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.675607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.675806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.676005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.676275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.676532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.676867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.677228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.677500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.677763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.677970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.678256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.678545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.678835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.679132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] debug = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.679406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.680037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.680285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.680546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.680787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.681111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.681372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.681649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.681912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.682150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.682416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.682677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.682916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.683166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.683437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.683677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.684116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] host = dv-cinder-797210-1-iscsi {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.684372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.684629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.684885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.685186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.685470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.685750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.686045 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.686315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.686846 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.687094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.687362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.687618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.687859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.688123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_file = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.688310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_options = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.688548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.688804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.689099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.689312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.689504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.689692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.689978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.690166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.690447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.690685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.690923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.691175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.691412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.691665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.691941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.692177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.692429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.692680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.693007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.693252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.693510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.693793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.694050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.694275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.694512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.694749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.694995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.695262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.695481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.695746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.696020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.696320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.696561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.696842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.697133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.697366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.697634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.697903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.698160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.698439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.698716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.698952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.699227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.699486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.699738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.699973 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_json = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.700207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.700443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.700713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.700997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.701220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.701991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.702234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.702498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.703006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.703290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.703656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.703946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.704234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.704517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.704861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.705133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.705444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.705694 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.706017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.706271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.706600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.706898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.707174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.707440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.707590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:19:42.707742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.707917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.708174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.708412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.708667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.708905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.709657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.709926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.710169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.710435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.710678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.710944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.711194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.711489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.711770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.712044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.712282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.712520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.712774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.713055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.713437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.713699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.713975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.714299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.714501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.714739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.714979 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.715199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.715465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.715709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.715920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.716157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.716398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.716709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.716939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.718531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.718531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.718531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.718531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.719115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.719115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.719115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.719525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.719525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.719795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.719940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.720183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.720419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.720673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.720911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.721175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.721417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.721710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.721954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.722220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.722420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.722625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.722901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.723254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.723542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.723792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.724054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.724312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.724547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.724822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.725088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.725347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.725625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.725869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.726130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.726390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.726642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.726886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.727168 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.727427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.727675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.727917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.728189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.728463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.728740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.729044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.729328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.729608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.729900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.730205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.730476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.730789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.731036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.731341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.731652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.731953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.732240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.732542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.732824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.733129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.733398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.733680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.733966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.734233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.734486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.734795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.735171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.735450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.735692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.735933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.736245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.736526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.736801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.737127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.737413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.737726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.737982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.738268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.738529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.738778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.739047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.739312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.739562 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.739800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.739972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.740219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.740462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.741997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.741997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.741997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.741997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.741997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.741997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.742489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = admin {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.742489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.742630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.742872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.743124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.743386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.743630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.743881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.744149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.744664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.744664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.745038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.745195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.745420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.745674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.745950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.746185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.746459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.746698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.747393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.747393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.747393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.747624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.747837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.748100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.748364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.748661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.748908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.749285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.749623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.749829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.750072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.750316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.750689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.750887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.750991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.751225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.751469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.751738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.751987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.752231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.752484 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.752721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.752985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.753232 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.754481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.754481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.754481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.754481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.754481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.755003 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.755003 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.755193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.755486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.755758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.755997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.756258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.756520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.756823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.757131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.757384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.757736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.757977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.758273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.758518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.758762 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.759008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.759296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.759655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.759991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.760284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.760563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.760900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.761244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.761553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.761810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.762128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.762491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.762799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.763066 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.763343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.763722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.764501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.764762 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.765010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.765409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.765797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.766099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.766418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.766678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.767092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.767367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.767621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.767897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.768137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.768393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.768616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.768969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}} Jun 21 09:19:42.769682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80768) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jun 21 09:19:42.769877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}} Jun 21 09:19:42.770064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}} Jun 21 09:19:42.770270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}} Jun 21 09:19:42.770475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 21 09:19:42.770659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 21 09:19:42.770907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.771065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.771256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.771424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.771609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.771817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.772003 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.772187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.772370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.772552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.772737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.772921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.773115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.773292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.773476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.773661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.773842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.774025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.774212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.774395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.774577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.774744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.774892 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] debug = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.775046 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.775279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.775440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.775615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.775774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.775927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.776082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.776240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.776391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.776541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.776691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.776877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.777099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.777285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.777460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.777611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.777776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] host = dv-cinder-797210-1-iscsi {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.777936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.778088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.778242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.778392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.778541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.778691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.778842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.779081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.779244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.779396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.779615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.779766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.779917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.780076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_file = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.780226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_options = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.780375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.780525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.780682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.780831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.781007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.781198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.781413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.781548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.781731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.781912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.782093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.782260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.782406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.782598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.782739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.782887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.783062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.783272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.783487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.783638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.783813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.783957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.784048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.784191 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.784359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.784512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.784663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.784812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.785033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.785202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.785350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.785529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.786884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.787065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.787246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.787427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.787609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.787803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.787985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_json = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.788129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.788308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.788488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.788669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.788849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.789055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.789252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.789396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}} Jun 21 09:19:42.789598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.789785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.789982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.790167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.790352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.790540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.790726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.790912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.791096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.791280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.791541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.791721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.791822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.791995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.792180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.792366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.792550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.792736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.792921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.793134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.793320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.793506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.793691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.793875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.794060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.794244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.794430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.794614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.794800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.794985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.795703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.795888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.796074 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.796259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.796444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.796629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.796815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.797025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.797214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.797413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.797602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.797788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.797972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.798157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.798341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.798526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.798710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.798895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.799081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.799265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.799465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.799650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.799834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.800019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.800203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.800387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.800571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.800755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.800939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.801148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.801332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.801517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.801702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.801885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.802071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.802257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.802440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.802624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.802808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.802992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.803176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.803361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.803544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.803738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.803941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.804125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.804310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.804496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.804680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.804865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.805083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.805247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.805429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.805613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.805797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.805981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.806167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.806352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.806537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.806721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.806904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.807094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.807278 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.807484 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.807635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.807818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.808002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.808185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.808370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.808554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.808750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.808950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.809186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.809456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.809456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.809627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.809789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.809975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.810161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.810347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.810533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.811307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.811453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.811944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.812051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.812210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.812405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.812628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.812816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.813025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.813214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.813399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.813584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.813769 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.813952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.814138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.814323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.814508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.814694 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.814880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.815064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.815248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.815433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.815618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.815804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.815989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.816176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.816364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.816547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.816731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.816916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.817128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.817314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.817500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.817684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = admin {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.817869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.818053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.818239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.818424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.818609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.818795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.818980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.819165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.819349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.819536 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.819724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.819910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.820095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.820281 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.820465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.820650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.820836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.821044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.821232 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.821419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.821605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.821790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.821971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.822157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.822343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.822526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.822710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.822912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.823097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.823280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.823466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.823649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.823833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.824017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.824202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.824387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.824571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.824758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.824944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.825155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.825317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.825501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.825660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.825847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.826033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.826228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.826430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.826645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.826830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.827031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.827216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.827402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.827599 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.827785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.827972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.828141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.828317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.828511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.828697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.828882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.829152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.829354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.829511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.829737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.829886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.830030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.830179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.830328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.830479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.830630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.830811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.831004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.831199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.831395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.831551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.831748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.831947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.832258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.832258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.832428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.832613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.832798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.832995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.833189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.833375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.833562 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.833748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.833914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.834098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.834282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.834467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.834652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.834836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.835020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.835206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.835390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}} Jun 21 09:19:42.835567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80768) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}} Jun 21 09:19:42.836132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:19:42.934234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 60838) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:19:42.946195 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096877 Jun 21 09:19:53.016287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2efa04-7ce7-4602-a6ee-667bb4b13e64 None None] get_active_networks_info from dv-cinder-797210-1-iscsi {{(pid=80879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 21 09:19:53.163316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2efa04-7ce7-4602-a6ee-667bb4b13e64 None None] No non-hosted networks {{(pid=80879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:59}} Jun 21 09:19:53.182273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agentschedulers_db [None req-3c2efa04-7ce7-4602-a6ee-667bb4b13e64 None None] DHCP Agent not found on host dv-cinder-797210-1-iscsi {{(pid=80879) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Jun 21 09:19:53.297308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f15b5f5b-2677-404e-a591-a57a35046489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212'] for agent, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:54.164236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212'] for agent, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:54.173754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.182645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.183021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.183392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.183759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.191173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.193076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.193479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.193854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.201866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.202262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:19:54.202714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797210-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.0', 'Network': '1.0', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.1', 'ConntrackHelper': '1.0'}) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:19:54.209997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797210-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.0', 'Network': '1.0', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.1', 'ConntrackHelper': '1.0'}} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:19:54.593721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d722f81-938c-4793-bfb7-b117c075a0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212'] for agent, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:54.717931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-efb4c518-7d74-4c08-973a-1ff3d763090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:55.423320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212'] for agent, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:57.011854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212'] for agent, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:19:57.604272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 60952) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:19:58.130928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [None req-8ef3e2a8-c5dc-4018-ae58-86d482b41cd1 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:19:58.132041 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-8ef3e2a8-c5dc-4018-ae58-86d482b41cd1 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.5267472 Jun 21 09:20:00.243142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 60968) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:00.324137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-30803d5e-fa0a-44ee-8085-16ed1e5a3039 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:20:00.608902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.policy [None req-30803d5e-fa0a-44ee-8085-16ed1e5a3039 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80878) register_rules /opt/stack/neutron/neutron/policy.py:66}} Jun 21 09:20:00.616635 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota [None req-30803d5e-fa0a-44ee-8085-16ed1e5a3039 admin admin] Loaded quota_driver: . Jun 21 09:20:00.661672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-30803d5e-fa0a-44ee-8085-16ed1e5a3039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:00.744901 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_hamode_db [None req-c961ca8f-1532-439a-91c1-eddce9c1bd17 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 09:20:00.758530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-30803d5e-fa0a-44ee-8085-16ed1e5a3039 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:00.759786 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-30803d5e-fa0a-44ee-8085-16ed1e5a3039 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5156617 Jun 21 09:20:00.836986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961ca8f-1532-439a-91c1-eddce9c1bd17 None None] Routers set() bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:20:00.837371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961ca8f-1532-439a-91c1-eddce9c1bd17 None None] Router IDs set() for agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 21 09:20:02.915470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 60984) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:02.991620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Request body: {'network': {'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'name': 'private', 'admin_state_up': True}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:20:02.997421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:03.002094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Usage tracker for resource:network and tenant:27ed3fdb739346699be0636bcb0d5e45 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:20:03.005807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:20:03.012107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:20:03.021612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Made reservation on behalf of 27ed3fdb739346699be0636bcb0d5e45 for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:20:03.027566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.046659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.085984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:03.089750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Usage tracker for resource:security_group_rule and tenant:27ed3fdb739346699be0636bcb0d5e45 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:20:03.093606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:20:03.099219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:20:03.167300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.169974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.175304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:03.193803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=80878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:20:03.223111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781361998605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.223716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Unsubscribe: segment precommit_create {{(pid=80878) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jun 21 09:20:03.224249 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Added segment a71b7cbd-d91e-4ec7-845a-c24fb9350b04 of type vlan for network db02ee56-9985-4019-9e01-7d3f11d749bf Jun 21 09:20:03.274064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937de478-5750-4264-81dd-81dc296040f0,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:03.297220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.297585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.297943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.298292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.298655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.298999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.299340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.299693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.300027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.300364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.300699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Tracked resource versions report: Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:20:03.301848 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:20:03.340538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.357971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:03.380562 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.381910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:03.382578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:03.387306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:03.487076 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5704749 Jun 21 09:20:03.491781 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Pushing event updated for resources: {'Network': ['ID=db02ee56-9985-4019-9e01-7d3f11d749bf,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:03.503368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:03.512203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network db02ee56-9985-4019-9e01-7d3f11d749bf details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:20:05.696077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32770) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:06.019011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711ece9-a01a-4ce1-a445-c7e132d03152 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:06.020459 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3711ece9-a01a-4ce1-a445-c7e132d03152 admin admin] 10.222.0.36 "GET /v2.0/networks/db02ee56-9985-4019-9e01-7d3f11d749bf HTTP/1.1" status: 200 len: 825 time: 0.3233461 Jun 21 09:20:06.047579 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b4c51494-e689-427b-b055-e9638f615276 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/7f57c4f1-245e-404a-9d6f-7a8844990c22 HTTP/1.1" status: 200 len: 734 time: 0.0204117 Jun 21 09:20:06.057575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Request body: {'subnet': {'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'subnetpool_id': '7f57c4f1-245e-404a-9d6f-7a8844990c22', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:20:06.063005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:06.066883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Usage tracker for resource:subnet and tenant:27ed3fdb739346699be0636bcb0d5e45 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:20:06.070294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:20:06.076532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:20:06.085047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Made reservation on behalf of 27ed3fdb739346699be0636bcb0d5e45 for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:20:06.089570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Notify callbacks [] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:06.549738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:06.554266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:06.633285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Pushing event updated for resources: {'Subnet': ['ID=78275233-643c-4135-859a-7b2931c7bd3a,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:06.638510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:06.640493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Checking segment: {'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:20:06.640921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Network hostable DHCP agents. Network: db02ee56-9985-4019-9e01-7d3f11d749bf, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:20:06.651693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Network db02ee56-9985-4019-9e01-7d3f11d749bf is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:20:06.661511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, db02ee56-9985-4019-9e01-7d3f11d749bf) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:20:06.666211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:06.666848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:06.675069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82642fb9-b799-420d-949a-0147ebbcd7a5 None None] Network db02ee56-9985-4019-9e01-7d3f11d749bf requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:20:06.692150 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6382084 Jun 21 09:20:06.990991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-db02ee56-9985-4019-9e01-7d3f11d749bf', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'fixed_ips': [{'subnet_id': '78275233-643c-4135-859a-7b2931c7bd3a'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:20:06.992125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:07.233639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Allocated IP 172.20.0.2 (db02ee56-9985-4019-9e01-7d3f11d749bf/78275233-643c-4135-859a-7b2931c7bd3a/35ab884e-0a2b-4662-be3e-7c4585ff03ea) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:20:07.453057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:07.466983 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Transition to ACTIVE for port object 35ab884e-0a2b-4662-be3e-7c4585ff03ea will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:20:07.486332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Transition to ACTIVE for port object 35ab884e-0a2b-4662-be3e-7c4585ff03ea will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:20:07.492212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:07.497040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:07.558175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Network db02ee56-9985-4019-9e01-7d3f11d749bf is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:20:07.561174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:20:07.566748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Pushing event updated for resources: {'Port': ['ID=35ab884e-0a2b-4662-be3e-7c4585ff03ea,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:07.569776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:20:07.581342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.581720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.582086 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.582446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.582809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.583165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.583520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.583881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.584231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.584580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.584926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Tracked resource versions report: Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:20:07.586138 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:20:07.627822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:07.679971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Attempting to bind port 35ab884e-0a2b-4662-be3e-7c4585ff03ea on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:20:07.680381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Attempting to bind port 35ab884e-0a2b-4662-be3e-7c4585ff03ea by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:20:07.680812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Attempting to bind port 35ab884e-0a2b-4662-be3e-7c4585ff03ea on network db02ee56-9985-4019-9e01-7d3f11d749bf {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:20:07.688241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:20:07.688668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Checking segment: {'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:20:07.689195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:07.689617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Bound using segment: {'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:20:07.690143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Bound port: 35ab884e-0a2b-4662-be3e-7c4585ff03ea, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:20:07.690553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:07.947938 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] For port 35ab884e-0a2b-4662-be3e-7c4585ff03ea, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:20:07.952544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] For port 35ab884e-0a2b-4662-be3e-7c4585ff03ea, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=35ab884e-0a2b-4662-be3e-7c4585ff03ea,segment=NetworkSegment(a71b7cbd-d91e-4ec7-845a-c24fb9350b04),segment_id=a71b7cbd-d91e-4ec7-845a-c24fb9350b04)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:20:07.955821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:07.960392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:08.046850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Pushing event updated for resources: {'Port': ['ID=35ab884e-0a2b-4662-be3e-7c4585ff03ea,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:08.059170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:08.869602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 32782) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:09.250653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [None req-1e847bb9-a847-46c1-b3d0-e09c6ff9b821 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:20:09.252021 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1e847bb9-a847-46c1-b3d0-e09c6ff9b821 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.3803310 Jun 21 09:20:11.396039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 32802) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:11.474326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [None req-b3bec49d-4463-4734-a405-3b76861e2baa admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:20:11.475369 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b3bec49d-4463-4734-a405-3b76861e2baa admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.0782735 Jun 21 09:20:12.455245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 35ab884e-0a2b-4662-be3e-7c4585ff03ea up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:20:12.519535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 35ab884e-0a2b-4662-be3e-7c4585ff03ea completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:20:12.763137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2f9a2-7076-4a2c-9909-49722f6f7277 None None] Network db02ee56-9985-4019-9e01-7d3f11d749bf requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:20:12.851351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Provisioning for port 35ab884e-0a2b-4662-be3e-7c4585ff03ea completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:20:12.861898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Provisioning complete for port 35ab884e-0a2b-4662-be3e-7c4585ff03ea triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:12.862302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.084339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.127524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] For port 35ab884e-0a2b-4662-be3e-7c4585ff03ea, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=35ab884e-0a2b-4662-be3e-7c4585ff03ea,segment=NetworkSegment(a71b7cbd-d91e-4ec7-845a-c24fb9350b04),segment_id=a71b7cbd-d91e-4ec7-845a-c24fb9350b04)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:20:13.133293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.139488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:13.205785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Pushing event updated for resources: {'Port': ['ID=35ab884e-0a2b-4662-be3e-7c4585ff03ea,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:13.209890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:13.459632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-21037dfc-f1fa-4aff-9b3e-25663fc353d9 None None] Provisioning complete for port 35ab884e-0a2b-4662-be3e-7c4585ff03ea triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:13.460136 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-21037dfc-f1fa-4aff-9b3e-25663fc353d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.684707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32816) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:13.759678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Request body: {'router': {'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:20:13.764311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:13.768247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Usage tracker for resource:router and tenant:27ed3fdb739346699be0636bcb0d5e45 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:20:13.771798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:20:13.777684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:20:13.786961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.788173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.811129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.901451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.919919 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] Notify callbacks [] for router, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:13.921185 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-91ef4777-72a1-43e8-8732-4f7866456ffb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2353060 Jun 21 09:20:14.424780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 35ab884e-0a2b-4662-be3e-7c4585ff03ea up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:20:14.488159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 35ab884e-0a2b-4662-be3e-7c4585ff03ea triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:14.488660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:16.036674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32828) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:16.118556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [None req-c6bdff52-5349-46a0-9946-e87a50d7daab admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:20:16.119621 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c6bdff52-5349-46a0-9946-e87a50d7daab admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.0818908 Jun 21 09:20:18.237215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32840) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:18.315959 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:20:18.320692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:18.325697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Usage tracker for resource:network and tenant:d046f2ed5b0140349710b36e1b2e98c9 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:20:18.328553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:20:18.334315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:20:18.343652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Made reservation on behalf of d046f2ed5b0140349710b36e1b2e98c9 for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:20:18.348271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.361177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.392863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:18.396624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Usage tracker for resource:security_group_rule and tenant:d046f2ed5b0140349710b36e1b2e98c9 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:20:18.399439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:20:18.405338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:20:18.474374 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.477050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.482158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:18.498838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Reserving flat network on physical network physnet1 {{(pid=80878) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jun 21 09:20:18.519764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf9b52-04fe-4bcf-ad82-c662fc44566e,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:18.523236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:18.525734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.526110 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Added segment 1b915c16-02b6-466b-b199-fdfd26b9488e of type flat for network 1a4bc331-1c30-4754-a89b-6d2d26069415 Jun 21 09:20:18.557986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.593235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.594348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:18.594965 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:18.599603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:18.693252 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4548471 Jun 21 09:20:18.697566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Pushing event updated for resources: {'Network': ['ID=1a4bc331-1c30-4754-a89b-6d2d26069415,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:18.706954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:18.717719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:20:20.811952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32852) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:20.950840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069abfcb-2466-4392-b30c-bd7ce248c694 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:20.952174 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-069abfcb-2466-4392-b30c-bd7ce248c694 admin admin] 10.222.0.36 "GET /v2.0/subnets/78275233-643c-4135-859a-7b2931c7bd3a HTTP/1.1" status: 200 len: 849 time: 0.1391931 Jun 21 09:20:21.102085 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5dc54421-68d6-4799-ac0f-e2a04f38a786 admin admin] 10.222.0.36 "GET /v2.0/routers/1689cb38-bf99-45aa-ba65-59608ba8b8b1 HTTP/1.1" status: 200 len: 704 time: 0.1432421 Jun 21 09:20:21.729413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:21.948352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Allocated IP 172.20.0.1 (db02ee56-9985-4019-9e01-7d3f11d749bf/78275233-643c-4135-859a-7b2931c7bd3a/0c6f294a-2f68-4bdb-8a40-13fe7ac96835) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:20:22.102878 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.120574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Transition to ACTIVE for port object 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:20:22.161895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.166207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:22.229633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Network db02ee56-9985-4019-9e01-7d3f11d749bf is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:20:22.233101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:20:22.238398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:20:22.238776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.241330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6f294a-2f68-4bdb-8a40-13fe7ac96835,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:22.247237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:22.357333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.513814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-f36fe986-e3f9-4028-aaaf-155bcad6d1c1 None None] Provisioning for port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:20:22.519885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-f36fe986-e3f9-4028-aaaf-155bcad6d1c1 None None] Provisioning complete for port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:22.520346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f36fe986-e3f9-4028-aaaf-155bcad6d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.569878 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f36fe986-e3f9-4028-aaaf-155bcad6d1c1 None None] Port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:20:22.592644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.596140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.597239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:22.601061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:22.693804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6f294a-2f68-4bdb-8a40-13fe7ac96835,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:22.698729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:22.794435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Network db02ee56-9985-4019-9e01-7d3f11d749bf is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:20:22.795519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:20:22.924646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cb7d00bf-8087-450c-bbc6-9ba1e9dc05c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:23.110930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-ecebeb12-4046-4eb1-a7e6-9fb623126335 None None] Provisioning complete for port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:23.111534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ecebeb12-4046-4eb1-a7e6-9fb623126335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:23.161349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-ecebeb12-4046-4eb1-a7e6-9fb623126335 None None] Port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:20:23.323227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:20:23.488207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:20:23.497884 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] 10.222.0.36 "PUT /v2.0/routers/1689cb38-bf99-45aa-ba65-59608ba8b8b1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3896236 Jun 21 09:20:23.499396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Sync routers for ids ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:20:23.513350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Routers {'1689cb38-bf99-45aa-ba65-59608ba8b8b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:20:23.514229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:19:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:23.681353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Set router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 gateway port host: None {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:20:24.036775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'name': 'router1', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:20:13Z', 'updated_at': '2021-06-21T09:20:22Z', 'revision_number': 2, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'gw_port_host': None, '_interfaces': [{'id': '0c6f294a-2f68-4bdb-8a40-13fe7ac96835', 'name': '', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'mac_address': 'fa:16:3e:85:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78275233-643c-4135-859a-7b2931c7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:21Z', 'updated_at': '2021-06-21T09:20:22Z', 'revision_number': 2, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'subnets': [{'id': '78275233-643c-4135-859a-7b2931c7bd3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f57c4f1-245e-404a-9d6f-7a8844990c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:24.041749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Checking router: 1689cb38-bf99-45aa-ba65-59608ba8b8b1 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:20:24.042160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Updating router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:20:24.093896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:24.145411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:24.452257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:24.470436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Transition to ACTIVE for port object 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:20:24.475960 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:24.481800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:24.580738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6082417f-c538-425c-b93d-52d484274160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:24.825453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Pushing event updated for resources: {'Port': ['ID=0c6f294a-2f68-4bdb-8a40-13fe7ac96835,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:24.884843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:20:24.885957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.886319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.886673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.887575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.887926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.888274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.888619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.889010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.889350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.889691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.890028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Tracked resource versions report: Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:20:24.891129 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:20:24.899263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:24.901436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Attempting to bind port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:20:24.901844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Attempting to bind port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:20:24.902244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Attempting to bind port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 on network db02ee56-9985-4019-9e01-7d3f11d749bf {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:20:24.908970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:20:24.909392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Checking segment: {'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:20:24.909835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:24.910247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Bound using segment: {'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:20:24.910755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Bound port: 0c6f294a-2f68-4bdb-8a40-13fe7ac96835, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71b7cbd-d91e-4ec7-845a-c24fb9350b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:20:24.911148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:24.994078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] For port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:20:24.999651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] For port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=0c6f294a-2f68-4bdb-8a40-13fe7ac96835,segment=NetworkSegment(a71b7cbd-d91e-4ec7-845a-c24fb9350b04),segment_id=a71b7cbd-d91e-4ec7-845a-c24fb9350b04)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:20:25.001361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:25.005888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:25.094120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Pushing event updated for resources: {'Port': ['ID=0c6f294a-2f68-4bdb-8a40-13fe7ac96835,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:25.098766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:25.102896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Routers {'1689cb38-bf99-45aa-ba65-59608ba8b8b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:20:25.103549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:20:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:25.262223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] Set router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 gateway port host: None {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:20:25.376567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:25.577740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'name': 'router1', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:20:13Z', 'updated_at': '2021-06-21T09:20:22Z', 'revision_number': 2, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'gw_port_host': None, '_interfaces': [{'id': '0c6f294a-2f68-4bdb-8a40-13fe7ac96835', 'name': '', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'mac_address': 'fa:16:3e:85:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78275233-643c-4135-859a-7b2931c7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:21Z', 'updated_at': '2021-06-21T09:20:24Z', 'revision_number': 4, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'subnets': [{'id': '78275233-643c-4135-859a-7b2931c7bd3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f57c4f1-245e-404a-9d6f-7a8844990c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:25.581681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb9bb8-dbf2-4f2c-adfd-22b3267ce02f None None] The sync data for ids ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'] in dv-cinder-797210-1-iscsi is: [{'id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'name': 'router1', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:20:13Z', 'updated_at': '2021-06-21T09:20:22Z', 'revision_number': 2, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'gw_port_host': None, '_interfaces': [{'id': '0c6f294a-2f68-4bdb-8a40-13fe7ac96835', 'name': '', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'mac_address': 'fa:16:3e:85:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78275233-643c-4135-859a-7b2931c7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:21Z', 'updated_at': '2021-06-21T09:20:24Z', 'revision_number': 4, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'subnets': [{'id': '78275233-643c-4135-859a-7b2931c7bd3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f57c4f1-245e-404a-9d6f-7a8844990c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:20:25.639983 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32868) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:25.817462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c26b6c-b5aa-4929-85ae-bdf330e2705c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:25.817997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d9c26b6c-b5aa-4929-85ae-bdf330e2705c admin admin] Synchronizing usage tracker for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:network {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:20:25.834977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d9c26b6c-b5aa-4929-85ae-bdf330e2705c admin admin] Unset dirty status for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:network {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:20:25.836199 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d9c26b6c-b5aa-4929-85ae-bdf330e2705c admin admin] 10.222.0.36 "GET /v2.0/networks/1a4bc331-1c30-4754-a89b-6d2d26069415 HTTP/1.1" status: 200 len: 842 time: 0.1951115 Jun 21 09:20:25.847082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:20:25.852786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:20:25.856653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Usage tracker for resource:subnet and tenant:d046f2ed5b0140349710b36e1b2e98c9 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:20:25.859512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:20:25.865276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:20:25.874345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Made reservation on behalf of d046f2ed5b0140349710b36e1b2e98c9 for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:20:25.878792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:26.302439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:26.306928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6b814532-9f9e-41ca-afee-5fb0fb3fbeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:26.395543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97ec0e7-dd48-4f77-b68a-cf2f358d6006,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:26.398265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:26.406096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:20:26.406490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Network hostable DHCP agents. Network: 1a4bc331-1c30-4754-a89b-6d2d26069415, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:20:26.417238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:20:26.430047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 1a4bc331-1c30-4754-a89b-6d2d26069415) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:20:26.438735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:26.439380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:26.440443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32391190-ceab-43a8-b0d4-b1b9301f5b46 None None] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:20:26.469017 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e3485a68-389e-4cb1-8134-22f9bf75d03f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6245081 Jun 21 09:20:26.478884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:20:26.636210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:20:26.666641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:26.667045 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:26.784272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45eccd-138b-4085-ac09-d39b01d84363 None None] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:20:27.084235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:27.096514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:27.171857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=0c6f294a-2f68-4bdb-8a40-13fe7ac96835,segment=NetworkSegment(a71b7cbd-d91e-4ec7-845a-c24fb9350b04),segment_id=a71b7cbd-d91e-4ec7-845a-c24fb9350b04)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:20:27.178373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:27.184444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:27.287279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=0c6f294a-2f68-4bdb-8a40-13fe7ac96835,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:27.294123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:28.433060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:20:28.504635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:28.505071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:28.665895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32886) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:28.900878 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-87276d11-27df-44fe-bb0c-fb39e46adde6 admin admin] 10.222.0.36 "GET /v2.0/routers/1689cb38-bf99-45aa-ba65-59608ba8b8b1 HTTP/1.1" status: 200 len: 710 time: 0.2336500 Jun 21 09:20:29.033766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4741f7-1f26-4c22-a247-793792db116a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:20:29.037019 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5a4741f7-1f26-4c22-a247-793792db116a admin admin] 10.222.0.36 "GET /v2.0/networks/1a4bc331-1c30-4754-a89b-6d2d26069415 HTTP/1.1" status: 200 len: 886 time: 0.1280642 Jun 21 09:20:29.046204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:20:29.688646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:29.870031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:29.926617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:30.053388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Allocated IP 172.27.0.19 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/e4ece1e7-c5e5-4ecb-a293-dd07505cdf75) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:20:30.201385 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:30.225523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:30.229874 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:30.288839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:20:30.291687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:20:30.294782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:20:30.332446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Pushing event updated for resources: {'Port': ['ID=e4ece1e7-c5e5-4ecb-a293-dd07505cdf75,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:30.336578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:30.429513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:30.585059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:30.588428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854403420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-356029'] for router, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:30.772600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:20:31.132388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:20:31.140887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Notify callbacks [] for router, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:31.142144 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] 10.222.0.36 "PUT /v2.0/routers/1689cb38-bf99-45aa-ba65-59608ba8b8b1 HTTP/1.1" status: 200 len: 889 time: 2.1000540 Jun 21 09:20:31.142836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Sync routers for ids ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:20:31.157122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Routers {'1689cb38-bf99-45aa-ba65-59608ba8b8b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:20:31.157832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:20:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:31.342709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Set router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:20:31.676767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'name': 'router1', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e4ece1e7-c5e5-4ecb-a293-dd07505cdf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:20:13Z', 'updated_at': '2021-06-21T09:20:30Z', 'revision_number': 4, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'gw_port': {'id': 'e4ece1e7-c5e5-4ecb-a293-dd07505cdf75', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:29Z', 'updated_at': '2021-06-21T09:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '0c6f294a-2f68-4bdb-8a40-13fe7ac96835', 'name': '', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'mac_address': 'fa:16:3e:85:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78275233-643c-4135-859a-7b2931c7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:21Z', 'updated_at': '2021-06-21T09:20:27Z', 'revision_number': 5, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'subnets': [{'id': '78275233-643c-4135-859a-7b2931c7bd3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f57c4f1-245e-404a-9d6f-7a8844990c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:31.681541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Checking router: 1689cb38-bf99-45aa-ba65-59608ba8b8b1 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:20:31.681931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Updating router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:20:31.734456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:32.054772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:32.066449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Transition to ACTIVE for port object e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:20:32.072060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:32.077541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9c6c6fff-7578-4cc3-b5ac-dc3d878d9902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:32.150569 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69b069-2a0b-475d-a8b0-52d39fd96af9 None None] Pushing event updated for resources: {'Port': ['ID=e4ece1e7-c5e5-4ecb-a293-dd07505cdf75,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:32.154677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e69b069-2a0b-475d-a8b0-52d39fd96af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:32.155510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Attempting to bind port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:20:32.155913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Attempting to bind port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:20:32.156310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Attempting to bind port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:20:32.163489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:20:32.163899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:20:32.164339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:32.164759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:20:32.165291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Bound port: e4ece1e7-c5e5-4ecb-a293-dd07505cdf75, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:20:32.165697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:32.395105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] For port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:20:32.398166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] For port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e4ece1e7-c5e5-4ecb-a293-dd07505cdf75,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:20:32.401468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:32.405951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:32.479581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69b069-2a0b-475d-a8b0-52d39fd96af9 None None] Pushing event updated for resources: {'Port': ['ID=e4ece1e7-c5e5-4ecb-a293-dd07505cdf75,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:32.484447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e69b069-2a0b-475d-a8b0-52d39fd96af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:32.487802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Routers {'1689cb38-bf99-45aa-ba65-59608ba8b8b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:20:32.488443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:20:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:32.659384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] Set router 1689cb38-bf99-45aa-ba65-59608ba8b8b1 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:20:32.979136 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'name': 'router1', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e4ece1e7-c5e5-4ecb-a293-dd07505cdf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:20:13Z', 'updated_at': '2021-06-21T09:20:30Z', 'revision_number': 4, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'gw_port': {'id': 'e4ece1e7-c5e5-4ecb-a293-dd07505cdf75', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:29Z', 'updated_at': '2021-06-21T09:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '0c6f294a-2f68-4bdb-8a40-13fe7ac96835', 'name': '', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'mac_address': 'fa:16:3e:85:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78275233-643c-4135-859a-7b2931c7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:21Z', 'updated_at': '2021-06-21T09:20:27Z', 'revision_number': 5, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'subnets': [{'id': '78275233-643c-4135-859a-7b2931c7bd3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f57c4f1-245e-404a-9d6f-7a8844990c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:20:32.983822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631d429-d1a7-4da3-8ce6-ae3603877b54 None None] The sync data for ids ['1689cb38-bf99-45aa-ba65-59608ba8b8b1'] in dv-cinder-797210-1-iscsi is: [{'id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'name': 'router1', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e4ece1e7-c5e5-4ecb-a293-dd07505cdf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:20:13Z', 'updated_at': '2021-06-21T09:20:30Z', 'revision_number': 4, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'gw_port': {'id': 'e4ece1e7-c5e5-4ecb-a293-dd07505cdf75', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:29Z', 'updated_at': '2021-06-21T09:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '0c6f294a-2f68-4bdb-8a40-13fe7ac96835', 'name': '', 'network_id': 'db02ee56-9985-4019-9e01-7d3f11d749bf', 'tenant_id': '27ed3fdb739346699be0636bcb0d5e45', 'mac_address': 'fa:16:3e:85:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689cb38-bf99-45aa-ba65-59608ba8b8b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78275233-643c-4135-859a-7b2931c7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:20:21Z', 'updated_at': '2021-06-21T09:20:27Z', 'revision_number': 5, 'project_id': '27ed3fdb739346699be0636bcb0d5e45', 'subnets': [{'id': '78275233-643c-4135-859a-7b2931c7bd3a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f57c4f1-245e-404a-9d6f-7a8844990c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:20:33.437995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 32898) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:20:33.582873 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4b9ceefc-6dd9-4f05-9a4f-ddae32047822 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1435981 Jun 21 09:20:34.462870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:20:34.560052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:20:34.565250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:34.565867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:34.672412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:34.692949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e4ece1e7-c5e5-4ecb-a293-dd07505cdf75,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:20:34.695751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:34.698632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:20:34.763611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=e4ece1e7-c5e5-4ecb-a293-dd07505cdf75,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:20:34.766743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:20:36.441443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:20:36.549886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port e4ece1e7-c5e5-4ecb-a293-dd07505cdf75 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:20:36.551402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:52.925984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-45bc3e44-0bd7-4633-8347-15e43bf5b6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:54.148760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:54.583468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a44e8952-c24b-4828-a335-60fa320edc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:55.379641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:20:56.971977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:01.764133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:21:22.928220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f91-dee2-4f70-a84a-9e1c1d47fd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:24.159384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:24.587888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1b678f3-f341-498b-8523-4b544c41152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:25.385813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:26.974515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:38.765277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:21:52.929338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2acd9d87-b8bd-4031-98df-a0d56f1e706f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:54.151291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:54.589675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-06cada6e-b8b2-476c-a360-f5428e46e501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:55.386957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:21:56.979687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:07.369052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33404) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:07.468187 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f346de-dfd3-4443-bdef-650e9eac6a0e admin admin] GET failed (client error): The resource could not be found. Jun 21 09:22:07.469487 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-82f346de-dfd3-4443-bdef-650e9eac6a0e admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0994093 Jun 21 09:22:07.610066 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7e1a8-f202-4952-a2e6-9b4ae1257c47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:07.611531 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e7b7e1a8-f202-4952-a2e6-9b4ae1257c47 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1370194 Jun 21 09:22:09.630254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33416) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:09.782167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c6a4e-d7f3-4e6b-a934-f9c21309f4bb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:09.782708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cd8c6a4e-d7f3-4e6b-a934-f9c21309f4bb admin admin] Synchronizing usage tracker for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:subnet {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:22:09.797253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cd8c6a4e-d7f3-4e6b-a934-f9c21309f4bb admin admin] Unset dirty status for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:subnet {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:22:09.798493 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-cd8c6a4e-d7f3-4e6b-a934-f9c21309f4bb admin admin] 10.222.0.36 "GET /v2.0/subnets/78275233-643c-4135-859a-7b2931c7bd3a HTTP/1.1" status: 200 len: 849 time: 0.1671607 Jun 21 09:22:09.809615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:22:09.934506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Notify callbacks [] for subnet, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:10.126823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255492870209'] for subnet, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:10.131196 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:22:10.181477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:10.181880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:10.183248 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] 10.222.0.36 "PUT /v2.0/subnets/78275233-643c-4135-859a-7b2931c7bd3a HTTP/1.1" status: 200 len: 868 time: 0.3778419 Jun 21 09:22:10.185019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ca9bf-ec4f-4aa0-88cd-6733d9f916cb None None] Network db02ee56-9985-4019-9e01-7d3f11d749bf requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:22:10.198880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=78275233-643c-4135-859a-7b2931c7bd3a,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:22:10.208478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.208866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.209237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.209604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.209981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.210345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.210703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.211064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.211938 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.212372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.212733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:10.216552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:22:10.669113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3f21e139-c81a-46e0-b6a9-c6dd100ff7a6 None None] Provisioning complete for port 35ab884e-0a2b-4662-be3e-7c4585ff03ea triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:22:10.669629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f21e139-c81a-46e0-b6a9-c6dd100ff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:10.945473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3f21e139-c81a-46e0-b6a9-c6dd100ff7a6 None None] Provisioning complete for port 0c6f294a-2f68-4bdb-8a40-13fe7ac96835 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:22:10.946434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f21e139-c81a-46e0-b6a9-c6dd100ff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:12.229556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33428) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:12.438685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c1d94-5674-44b2-b7af-e9a56516780a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:12.439022 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c1d94-5674-44b2-b7af-e9a56516780a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:12.440601 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-452c1d94-5674-44b2-b7af-e9a56516780a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2100167 Jun 21 09:22:14.500765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33440) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:14.706172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ceac8e-d0d6-40f9-944c-360582bfe849 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:14.706517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ceac8e-d0d6-40f9-944c-360582bfe849 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:14.708125 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-63ceac8e-d0d6-40f9-944c-360582bfe849 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062814 Jun 21 09:22:15.766112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:22:16.781225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33452) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:16.981100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44b9db-4ff8-4eac-afe4-92cb2b3f6afb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:16.982560 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4f44b9db-4ff8-4eac-afe4-92cb2b3f6afb admin admin] 10.222.0.36 "GET /v2.0/networks/1a4bc331-1c30-4754-a89b-6d2d26069415 HTTP/1.1" status: 200 len: 886 time: 0.2002418 Jun 21 09:22:19.028907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33464) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:19.232627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977fb670-d9ed-4a2f-b573-62af88ef9fb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:19.234084 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-977fb670-d9ed-4a2f-b573-62af88ef9fb7 admin admin] 10.222.0.36 "GET /v2.0/networks/db02ee56-9985-4019-9e01-7d3f11d749bf HTTP/1.1" status: 200 len: 869 time: 0.2041223 Jun 21 09:22:21.261249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33476) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:21.396470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b565d-cdec-4355-8c3a-27df51cdc250 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:21.396918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b565d-cdec-4355-8c3a-27df51cdc250 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:21.398617 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f01b565d-cdec-4355-8c3a-27df51cdc250 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362805 Jun 21 09:22:22.931502 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a0e94386-d9a2-46cf-9b9c-39ff5040c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:23.423213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33488) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:23.560658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99294721-86df-4317-9a74-240ff500ebb5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:23.561023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99294721-86df-4317-9a74-240ff500ebb5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:23.562854 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-99294721-86df-4317-9a74-240ff500ebb5 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1385920 Jun 21 09:22:24.153130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:24.590373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0483e321-aab6-4246-85bc-a554429f7fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:25.389798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:25.602141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33500) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:25.737501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7461ce-a45a-4bf4-a057-7fb8bdc07c2a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:25.738950 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1b7461ce-a45a-4bf4-a057-7fb8bdc07c2a admin admin] 10.222.0.36 "GET /v2.0/subnets/78275233-643c-4135-859a-7b2931c7bd3a HTTP/1.1" status: 200 len: 868 time: 0.1357718 Jun 21 09:22:26.982916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:27.789467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33512) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:28.248382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.policy [None req-32e761c9-83d4-49fa-972d-c56711448292 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80877) register_rules /opt/stack/neutron/neutron/policy.py:66}} Jun 21 09:22:28.254733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e761c9-83d4-49fa-972d-c56711448292 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:28.256459 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-32e761c9-83d4-49fa-972d-c56711448292 admin admin] 10.222.0.36 "GET /v2.0/subnets/d97ec0e7-dd48-4f77-b68a-cf2f358d6006 HTTP/1.1" status: 200 len: 816 time: 0.4659963 Jun 21 09:22:45.859870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33568) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:45.936584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [None req-5ecbeb78-bc6a-4ace-8d72-d2171763e3ab admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:22:45.937940 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5ecbeb78-bc6a-4ace-8d72-d2171763e3ab admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.0770693 Jun 21 09:22:48.033728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33580) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:48.144418 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.pecan_wsgi.hooks.translation [None req-933f6f45-9b75-4a68-a1c6-61442b5ca95d admin admin] GET failed (client error): The resource could not be found. Jun 21 09:22:48.145760 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-933f6f45-9b75-4a68-a1c6-61442b5ca95d admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1109803 Jun 21 09:22:48.292707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f931698e-00ca-4b53-b5da-8544161663e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:48.294319 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f931698e-00ca-4b53-b5da-8544161663e9 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1429319 Jun 21 09:22:50.346437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33592) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:50.422021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:22:50.424645 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.quota [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Loaded quota_driver: . Jun 21 09:22:50.432027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:22:50.444793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:22:50.458304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Made reservation on behalf of d046f2ed5b0140349710b36e1b2e98c9 for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:22:50.465219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:50.560313 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING neutron.services.revisions.revision_plugin [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Could not find related network for resource to bump revision. Jun 21 09:22:50.579430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:22:50.590684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781361998605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:50.591277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Unsubscribe: segment precommit_create {{(pid=80877) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jun 21 09:22:50.591830 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Added segment 789768b7-cf4d-4114-a533-e42f9b3e364e of type vlan for network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d Jun 21 09:22:50.658218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:50.693243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:50.694937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:50.695593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:50.702456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:22:50.910950 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5632660 Jun 21 09:22:50.960152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Pushing event updated for resources: {'Network': ['ID=8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:22:50.969953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.970325 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.970687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.971044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.971405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.971762 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.972111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.972462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.972810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.973198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.973544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Tracked resource versions report: Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:22:50.974674 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:22:51.007130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:22:51.015596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:22:52.767419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:22:52.932812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65b3dbed-0ae9-4ebb-bb60-8cb2265e2a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:52.969492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33608) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:22:53.074841 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.pecan_wsgi.hooks.translation [None req-af365069-ec01-45f6-b898-e0d97172b54b admin admin] GET failed (client error): The resource could not be found. Jun 21 09:22:53.075426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-af365069-ec01-45f6-b898-e0d97172b54b admin admin] Synchronizing usage tracker for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:network {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:22:53.090210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-af365069-ec01-45f6-b898-e0d97172b54b admin admin] Unset dirty status for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:network {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:22:53.091381 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-af365069-ec01-45f6-b898-e0d97172b54b admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1208556 Jun 21 09:22:53.202184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a44fc5a-ac61-40f2-8f82-9755cc0e068e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:53.203627 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1a44fc5a-ac61-40f2-8f82-9755cc0e068e admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1072249 Jun 21 09:22:53.214662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:22:53.219339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:22:53.229716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:22:53.238648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Made reservation on behalf of d046f2ed5b0140349710b36e1b2e98c9 for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:22:53.243737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Notify callbacks [] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:53.645199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:53.650317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:22:53.722353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2431f5-e0d9-4a4b-8811-d6961a8ee53d,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:22:53.727814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:22:53.735009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Checking segment: {'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:22:53.735397 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Network hostable DHCP agents. Network: 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:22:53.746004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:22:53.755159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:22:53.759990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:22:53.760630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:53.764730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1a874-2714-46cf-a1d7-d1049185cf99 None None] Network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:22:53.783091 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5721409 Jun 21 09:22:53.987743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d', 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d', 'tenant_id': 'd046f2ed5b0140349710b36e1b2e98c9', 'fixed_ips': [{'subnet_id': '0e2431f5-e0d9-4a4b-8811-d6961a8ee53d'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:22:53.988642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.159565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Allocated IP 192.168.233.2 (8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d/0e2431f5-e0d9-4a4b-8811-d6961a8ee53d/eb160196-a807-498d-b155-3ad157995849) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:22:54.173047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.382535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.393745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Transition to ACTIVE for port object eb160196-a807-498d-b155-3ad157995849 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:22:54.414096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Transition to ACTIVE for port object eb160196-a807-498d-b155-3ad157995849 will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:22:54.419762 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.424553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e69b069-2a0b-475d-a8b0-52d39fd96af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:22:54.487837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:22:54.491351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:22:54.493785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Pushing event updated for resources: {'Port': ['ID=eb160196-a807-498d-b155-3ad157995849,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:22:54.496124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:22:54.507947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.508355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.508720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.509110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.509468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.509836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.510188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.510544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.510897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.511246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.511598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:22:54.546306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:22:54.609763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Attempting to bind port eb160196-a807-498d-b155-3ad157995849 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:22:54.610168 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Attempting to bind port eb160196-a807-498d-b155-3ad157995849 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:22:54.610567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Attempting to bind port eb160196-a807-498d-b155-3ad157995849 on network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:22:54.614772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c272c449-e34c-4761-8af2-90b24d3cb75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.620007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:22:54.620416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Checking segment: {'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:22:54.620846 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.621292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Bound using segment: {'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:22:54.621803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Bound port: eb160196-a807-498d-b155-3ad157995849, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:22:54.622210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.712641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] For port eb160196-a807-498d-b155-3ad157995849, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:22:54.715865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] For port eb160196-a807-498d-b155-3ad157995849, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=eb160196-a807-498d-b155-3ad157995849,segment=NetworkSegment(789768b7-cf4d-4114-a533-e42f9b3e364e),segment_id=789768b7-cf4d-4114-a533-e42f9b3e364e)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:22:54.719041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:54.723658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:22:54.797702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Pushing event updated for resources: {'Port': ['ID=eb160196-a807-498d-b155-3ad157995849,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:22:54.802864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:22:55.393486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:56.179444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce85cc-0667-4ba8-b1c0-508623ab6cf4 None None] Network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:22:56.271138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-474ae510-3378-4ba0-9be3-9740fa955036 None None] Provisioning for port eb160196-a807-498d-b155-3ad157995849 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:22:56.579434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device eb160196-a807-498d-b155-3ad157995849 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:22:56.650869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port eb160196-a807-498d-b155-3ad157995849 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:22:56.655993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port eb160196-a807-498d-b155-3ad157995849 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:22:56.656411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:56.759091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-603f9461-e6b1-4ea0-9d7e-a3048e8bac12 None None] Provisioning complete for port eb160196-a807-498d-b155-3ad157995849 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:22:56.759498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603f9461-e6b1-4ea0-9d7e-a3048e8bac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:56.822386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:56.898973 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port eb160196-a807-498d-b155-3ad157995849, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=eb160196-a807-498d-b155-3ad157995849,segment=NetworkSegment(789768b7-cf4d-4114-a533-e42f9b3e364e),segment_id=789768b7-cf4d-4114-a533-e42f9b3e364e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:22:56.904808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:56.910623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-87fba955-5f24-48bc-a2a4-9ca8f7d527b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:22:56.953383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603f9461-e6b1-4ea0-9d7e-a3048e8bac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:57.044121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:22:57.050578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=eb160196-a807-498d-b155-3ad157995849,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:22:57.055961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:22:57.067076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-603f9461-e6b1-4ea0-9d7e-a3048e8bac12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:22:57.067478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-603f9461-e6b1-4ea0-9d7e-a3048e8bac12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:22:58.553682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device eb160196-a807-498d-b155-3ad157995849 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:22:58.623538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port eb160196-a807-498d-b155-3ad157995849 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:22:58.623955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:22.936456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bb26cd67-38d6-4803-b48c-f27ec22a538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:24.156608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:24.597321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-faacaf80-78c0-47a1-9e78-b0e5aae3acb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:25.397734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:26.991733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:29.768157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:23:52.940336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa422645-86f5-427c-94b5-ce38786ca635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:54.156771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:54.599650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0f18-6d48-451d-868c-d49ff64aee48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:55.398603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:23:56.996166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:06.768491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:24:12.017819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33642) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:24:12.024062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [None req-da0c4b6e-ca0d-4be9-9fe9-d936045dae1b tempest-verify_tempest_config-1982751366 tempest-verify_tempest_config-1982751366-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:24:12.025128 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-da0c4b6e-ca0d-4be9-9fe9-d936045dae1b tempest-verify_tempest_config-1982751366 tempest-verify_tempest_config-1982751366-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11616 time: 0.0062170 Jun 21 09:24:12.356460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33660) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:24:12.510828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:12.544740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:24:12.548605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef7ddc950724444a5a33ec708fb3a89 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:24:12.551460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:24:12.558059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:24:12.638535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:12.641478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:12.650621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:24:12.693348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5fb58b-7a0b-4114-92cc-44cfae1d620b,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:24:12.698679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Synchronizing usage tracker for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:24:12.708483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.708839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.709231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.709595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.709957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.710313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.710668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.711040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.711393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.712311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.712665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:24:12.718273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:24:12.727608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Unset dirty status for tenant:d046f2ed5b0140349710b36e1b2e98c9 on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:24:12.729768 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ef7ddc950724444a5a33ec708fb3a89&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3719037 Jun 21 09:24:12.732318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33666) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:24:12.799974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:12.828255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:12.882123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:12.888058 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1c584a4a-cf81-4de3-8da6-a319c7b7e346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:24:12.901308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5fb58b-7a0b-4114-92cc-44cfae1d620b,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:24:12.904035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:24:12.905300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:12.909448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea5fb58b-7a0b-4114-92cc-44cfae1d620b HTTP/1.1" status: 204 len: 168 time: 0.1730909 Jun 21 09:24:22.944655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8ec60667-d675-4bee-a8d5-9153ac444a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:24.159037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:24.602552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7294acf6-988b-4b92-ae1e-643f0acb0dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:25.401329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:26.998564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:43.768512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:24:52.946269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5e72ec81-eb84-4cfa-a255-dfdef8785c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:54.160990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:54.604775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5441d3d6-4492-4d13-a9b2-d9ff1fe67fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:55.406923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:24:57.000624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:20.768307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 5 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:25:22.951191 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1eac8f25-5e4e-42d3-947e-49dcc3be6211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:24.162399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:24.604427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6f5d-f6c5-4905-bca0-5f20cc5aaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:25.408497 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:27.003915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:52.953110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-59529a81-466a-4472-87ae-94b19470d206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:54.163094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:54.605288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-de2e731c-1d53-40e9-853a-12dbe61a4855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:55.090490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212'] for agent, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:55.410924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:57.012751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:25:57.768349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:26:11.985849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33766) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:26:12.134949 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b939002d-1d20-4faf-9bf3-153a923cb1ca admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4270 time: 0.1478536 Jun 21 09:26:14.162713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33778) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:26:14.253055 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e9477a2a-b302-4ed8-b480-9b7663bf3c6c admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4270 time: 0.0891285 Jun 21 09:26:22.954261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f5381f0b-3c63-438c-bcaf-d52559deff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:24.164386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:24.606560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-29a4d40c-3542-4bc8-9865-a79d9001ed35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:25.034463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:25.412829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:27.015248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:34.769273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:26:52.954890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5efa7eca-7e8f-4529-9c2c-a6fe8f5a0e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:54.167157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:54.606677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca8e1-2954-45d4-b17c-595538901495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:55.041255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:55.416557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:26:57.018279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:11.771700 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:27:22.956092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46f758a4-9ac6-43da-9db6-4d01abd84e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:24.170250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:24.608589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8384-f0be-4700-976f-90865ec75ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:25.052446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:25.419419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:27.031585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:48.773310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:27:52.956766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-16af6bda-516d-4224-a42e-c0a2e81e7f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:54.172670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:54.609716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dd78ca63-9d6b-4d37-9b02-e0d7f2f0bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:55.064170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:55.423566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:27:57.035545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:07.555133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33926) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:08.026482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-network', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:08.033924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:08.047463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Usage tracker for resource:network and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:08.050554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:08.069236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:08.079431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Made reservation on behalf of 16aed2b879a04f34a74a6b1983d22312 for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:08.084089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.097643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.133994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:08.137984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Usage tracker for resource:security_group_rule and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:08.140838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:08.146681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:08.236216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.239245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.243942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:08.271489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=80878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:28:08.284825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e9b969-f741-47fc-8ec7-37dc96ab2178,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:08.293742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.294124 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Added segment 06a5111a-9480-403c-b382-3e5952c96e15 of type vlan for network 9d7f5eaf-3b81-4765-9a39-fc894b211160 Jun 21 09:28:08.302364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.302745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.303119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.303459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.304016 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.304375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.304727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.305108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.305434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.305783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.306117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Tracked resource versions report: Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: HyperV agent@hv-cinder-79721: {}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:28:08.307394 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:28:08.311157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:08.331150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.360803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.362013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:08.362648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.367974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-70f948d5-33d9-4dc1-a42c-8bee6ad852c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:08.467406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33962) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:08.467536 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9111085 Jun 21 09:28:08.472369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Pushing event updated for resources: {'Network': ['ID=9d7f5eaf-3b81-4765-9a39-fc894b211160,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:08.475636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Request body: {'subnet': {'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-subnet', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:08.475806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:08.484607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:28:08.486735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:08.491567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Usage tracker for resource:subnet and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:08.495237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:08.502612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:08.513589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Made reservation on behalf of 16aed2b879a04f34a74a6b1983d22312 for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:08.519464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.861811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33976) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:08.961219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:08.966121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:08.981980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 33988) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:09.043549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e654221f-3195-4150-94dd-8ad6aac2be3a,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:09.058913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.059269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.059827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.060361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.060938 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.061519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.062285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.063109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.063882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.064427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.065629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Tracked resource versions report: Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: HyperV agent@hv-cinder-79721: {}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:28:09.066955 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:28:09.072446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:09.073636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Checking segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:09.074329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Network hostable DHCP agents. Network: 9d7f5eaf-3b81-4765-9a39-fc894b211160, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:28:09.077305 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 33996) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:09.093944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:28:09.102065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 9d7f5eaf-3b81-4765-9a39-fc894b211160) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:09.106441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:09.107088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.115705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed54967-f758-492b-877f-273b574cfff0 None None] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:09.133593 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0606b5cd-8ec9-47e9-a1ab-156c47e9b328 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6649795 Jun 21 09:28:09.133829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34004) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:09.139488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:09.158067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.162961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Usage tracker for resource:router and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.166111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.172789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.183726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.185207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.207813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.247362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-411491391-network', 'tenant_id': '6c28758bb2bb45158ba681615123f6fe'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:09.253915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.262729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Usage tracker for resource:network and tenant:6c28758bb2bb45158ba681615123f6fe is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.267645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.279440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.304520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Made reservation on behalf of 6c28758bb2bb45158ba681615123f6fe for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:09.312250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.336068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.390274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-network', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:09.404830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-9d7f5eaf-3b81-4765-9a39-fc894b211160', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:28:09.406087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.407924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.413387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.418290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Usage tracker for resource:network and tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.418617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.423137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Usage tracker for resource:security_group_rule and tenant:6c28758bb2bb45158ba681615123f6fe is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.424870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.427849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.434763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.436849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.459701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-416502705-network', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:09.468376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.498661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Made reservation on behalf of fdb7f04aa60b4c859ab1cb51e08a1a47 for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:09.510783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.533761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.538533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Usage tracker for resource:network and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.541909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.543324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.555155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.561186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:28:09.573463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.574104 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Added segment d571faba-a170-4fdf-8881-324a18125f7d of type vlan for network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe Jun 21 09:28:09.604719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.620925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:09.631278 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.660218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Made reservation on behalf of 3a752a0f8e154030b97df18c2f7cd2d6 for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:09.668468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.690032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.690574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Allocated IP 172.20.0.2 (9d7f5eaf-3b81-4765-9a39-fc894b211160/e654221f-3195-4150-94dd-8ad6aac2be3a/c5cedf5f-7888-4613-8a44-bfd7ad7eed62) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:09.694951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:09.695596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.699712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.721960 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d772515-357e-4bfa-b962-67690a476d31,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:09.757080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:09.758011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cd93b06a-7dbe-4ca6-9c2e-921c74a44770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:09.766891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.773392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Usage tracker for resource:security_group_rule and tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.802728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.812464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34026) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:09.813518 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9498744 Jun 21 09:28:09.814890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.815899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.822762 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Request body: {'subnet': {'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-411491391-subnet', 'tenant_id': '6c28758bb2bb45158ba681615123f6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:09.823564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Usage tracker for resource:security_group_rule and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.829580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.846875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:09.864073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Usage tracker for resource:subnet and tenant:6c28758bb2bb45158ba681615123f6fe is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:09.870114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:09.888543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.891232 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Pushing event updated for resources: {'Network': ['ID=857610af-8b19-4f4c-9ca3-b5f5b1f144fe,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:09.899146 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:09.902244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:09.926304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:28:09.938285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Made reservation on behalf of 6c28758bb2bb45158ba681615123f6fe for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:09.944028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:09.995601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.004126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.059067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:28:10.089794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.090775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Added segment 4546a2bb-47ec-43da-bc7c-e15219126dfd of type vlan for network f23257cb-fe29-43bb-8207-08422340aa3e Jun 21 09:28:10.112249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.135515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Transition to ACTIVE for port object c5cedf5f-7888-4613-8a44-bfd7ad7eed62 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:10.150099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.177162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Transition to ACTIVE for port object c5cedf5f-7888-4613-8a44-bfd7ad7eed62 will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:10.187454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.195479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:10.217143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:10.234410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.238583 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:10.239221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.305011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:10.308605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:10.316478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:10.330122 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2486398 Jun 21 09:28:10.341776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34042) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:10.346039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa792b-849d-497e-b4c9-02b40e09c295,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:10.349467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:10.353811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Request body: {'subnet': {'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-416502705-subnet', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:10.368048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:10.370343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:10.442097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Usage tracker for resource:subnet and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:10.458896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:10.476167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:10.524783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.579767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.586697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.609828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Pushing event updated for resources: {'Network': ['ID=f23257cb-fe29-43bb-8207-08422340aa3e,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:10.612840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:10.615952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Made reservation on behalf of 3a752a0f8e154030b97df18c2f7cd2d6 for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:10.625473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.630490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.640586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Attempting to bind port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:10.641232 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Attempting to bind port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:10.641811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Attempting to bind port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:10.649401 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network f23257cb-fe29-43bb-8207-08422340aa3e details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:28:10.650788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b8d92ab4-9755-4be5-a469-e9fb55c9f009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:10.701671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89088e5e-dd6f-45e6-b18e-711acd82c68d,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:10.711800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:10.727821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=80878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:28:10.783146 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.783530 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Added segment 46255d99-8d87-476a-ac97-a66bb9c6a989 of type vlan for network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b Jun 21 09:28:10.786320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:10.786944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Checking segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:10.787570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.788169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Bound using segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:10.788840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Bound port: c5cedf5f-7888-4613-8a44-bfd7ad7eed62, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:10.789427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.892449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Pushing event updated for resources: {'Port': ['ID=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:10.906189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] For port c5cedf5f-7888-4613-8a44-bfd7ad7eed62, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:10.909805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] For port c5cedf5f-7888-4613-8a44-bfd7ad7eed62, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:10.911987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.912750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.913447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.914107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.914650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.915175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.915694 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.916221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.916740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.917279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.917798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Tracked resource versions report: Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: HyperV agent@hv-cinder-79721: {}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:28:10.920171 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:28:10.936280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:10.937891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:10.942138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:10.996439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:11.013910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Pushing event updated for resources: {'Port': ['ID=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:11.026393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:11.143988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:11.173131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:11.173937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:11.179955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Allocated IP 172.27.0.194 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/2631e042-2a94-4cb2-af89-b214ea2af172) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:11.187866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dff439fe-6d0e-4d60-8e89-93c45f1d5c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:11.382866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Pushing event updated for resources: {'Network': ['ID=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:11.396851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:28:11.397507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:11.444944 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4616992 Jun 21 09:28:11.449398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34068) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:11.547409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Request body: {'subnet': {'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-subnet', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:11.581835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:11.606141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Usage tracker for resource:subnet and tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:11.611792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:11.634362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:11.749815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Made reservation on behalf of fdb7f04aa60b4c859ab1cb51e08a1a47 for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:11.754809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:11.776038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:11.781354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:11.786162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-846f3906-88ed-41a4-91b8-2dfadaf795da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:11.850237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb61985d-424f-4bb6-a5e3-65dd323357ec,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:11.855118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:11.901471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Checking segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:11.902639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Network hostable DHCP agents. Network: f23257cb-fe29-43bb-8207-08422340aa3e, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:28:11.914062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Network f23257cb-fe29-43bb-8207-08422340aa3e is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:28:11.930494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, f23257cb-fe29-43bb-8207-08422340aa3e) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:11.939370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911c3a8-5a9b-44df-9cc4-7539f607e40d None None] Network f23257cb-fe29-43bb-8207-08422340aa3e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:11.943331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:11.944068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:11.989873 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6458571 Jun 21 09:28:11.990723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34082) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:11.999109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:12.017312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:12.023966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Usage tracker for resource:router and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:12.027266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:12.034754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:12.047127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:12.049662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:12.091669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:12.118593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:12.217705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cc9da39a-b1e0-43de-a8c1-e8252a307d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:12.288638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Pushing event updated for resources: {'Port': ['ID=2631e042-2a94-4cb2-af89-b214ea2af172,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:12.314284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:12.441222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:12.448041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:12.469475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:12.533983 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-f23257cb-fe29-43bb-8207-08422340aa3e', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:28:12.534881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:12.537909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:12.561668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:12.574020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:12.887150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device c5cedf5f-7888-4613-8a44-bfd7ad7eed62 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:12.927981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Checking segment: {'id': 'd571faba-a170-4fdf-8881-324a18125f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:12.928947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Network hostable DHCP agents. Network: 857610af-8b19-4f4c-9ca3-b5f5b1f144fe, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:28:12.961834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f426a5f9-e108-4a7e-99ae-bbc098692cb3,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:12.972903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:13.065290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.098453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:13.101356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:28:13.122747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 857610af-8b19-4f4c-9ca3-b5f5b1f144fe) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:13.147211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Allocated IP 172.20.0.2 (f23257cb-fe29-43bb-8207-08422340aa3e/fb61985d-424f-4bb6-a5e3-65dd323357ec/4ae12d2a-7cdc-4250-a9c2-37e494febd6d) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:13.149720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.152948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:13.153713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.156130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5befb2-1b60-47ca-81c9-562c527bf335 None None] Network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:13.191587 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3769696 Jun 21 09:28:13.330871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.331624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.459294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Allocated IP 172.27.0.188 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/4b2fb260-ed91-4a74-913c-65bc243a7b7b) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:13.688098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.746840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Transition to ACTIVE for port object 4ae12d2a-7cdc-4250-a9c2-37e494febd6d will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:13.794752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Transition to ACTIVE for port object 4ae12d2a-7cdc-4250-a9c2-37e494febd6d will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:13.810126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e741f6-e739-4a6c-81aa-438e23268900 None None] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:13.889834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e22b84-3df8-4b4c-93b8-b417f646cc45 None None] Network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:13.894279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.917148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.970535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:13.977740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-11b98d72-547a-4665-ac62-06b33ecd3f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:14.037534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.053696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:14.142505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fbdf1f-ece7-42f9-939d-438fef981030,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:14.159159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:14.162903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e69b069-2a0b-475d-a8b0-52d39fd96af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:14.185057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Checking segment: {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:14.185451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Network hostable DHCP agents. Network: e5e13d2a-e8a3-4c75-b167-e79e85d57b8b, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:28:14.220416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2fb260-ed91-4a74-913c-65bc243a7b7b,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:14.225344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:14.228729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:28:14.250616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:14.251957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:14.254901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:14.261553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34166) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:14.265697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, e5e13d2a-e8a3-4c75-b167-e79e85d57b8b) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:14.273667 dv-cinder-797210-1-iscsi neutron-server[80768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 09:28:14.277515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Provisioning for port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:14.295337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Network f23257cb-fe29-43bb-8207-08422340aa3e is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:14.296582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc2e4e8-5161-4271-9a22-6bd258bc755e None None] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:14.330968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:14.331561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.460371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:14.485849 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0269761 Jun 21 09:28:14.485849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34176) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:14.496236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:14.506772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.509654 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.512223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:14.514328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:14.523000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Usage tracker for resource:router and tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:14.526276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:14.541569 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:14.556371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Provisioning complete for port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:14.557188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.577576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-7a7ca6c2-04bf-4fcf-9ff7-d2b306a398f2 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:14.579149 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-7a7ca6c2-04bf-4fcf-9ff7-d2b306a398f2 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/networks?id=857610af-8b19-4f4c-9ca3-b5f5b1f144fe HTTP/1.1" status: 200 len: 811 time: 0.3153868 Jun 21 09:28:14.580141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:28:14.584220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.585205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.624829 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-b3a38237-749a-4c54-8057-c93bbf23a411 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/quotas/6c28758bb2bb45158ba681615123f6fe HTTP/1.1" status: 200 len: 375 time: 0.0358517 Jun 21 09:28:14.696489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Attempting to bind port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:14.697179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Attempting to bind port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:14.697807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Attempting to bind port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d on network f23257cb-fe29-43bb-8207-08422340aa3e {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:14.718799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:14.719646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Checking segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:14.720291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.720925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Bound using segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:14.721718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Bound port: 4ae12d2a-7cdc-4250-a9c2-37e494febd6d, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:14.722330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.781080 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-0f553abc-7b5f-4639-88a9-aa248a1db4a6 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c28758bb2bb45158ba681615123f6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1551707 Jun 21 09:28:14.783641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:14.832700 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Router fd041406-3363-4e68-aa5c-65d618c6fc04 is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:28:15.077121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:15.158535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:28:15.170684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Sync routers for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:28:15.203343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:15.204047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:27:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:15.266431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-188f3641-acf5-4010-ac02-c301f27c6754 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:28:15.281953 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-188f3641-acf5-4010-ac02-c301f27c6754 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.2285862 Jun 21 09:28:15.285211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Notify callbacks [] for router, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:15.291018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34208) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:15.293326 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1581149 Jun 21 09:28:15.353778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] For port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:15.357144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] For port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:15.444207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Pushing event updated for resources: {'Port': ['ID=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:15.444353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:15.452060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.289s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:15.473490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:15.561322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Pushing event updated for resources: {'Port': ['ID=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:15.577860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:15.649813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:15.733477 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-ac84bb3f-3c8b-436a-b193-12b014eddda6 service neutron] 10.222.0.36 "GET /v2.0/networks/857610af-8b19-4f4c-9ca3-b5f5b1f144fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496651 Jun 21 09:28:15.737779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:15.807571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:15.946825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:28:15.979056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Sync routers for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:28:16.030687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] For port c5cedf5f-7888-4613-8a44-bfd7ad7eed62, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:16.038805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3cd847-f00b-4f6b-81de-c20e4b075274 None None] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:16.042661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:16.042786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:16.044143 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0523078 Jun 21 09:28:16.050719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34226) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:16.098412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:12Z', 'revision_number': 3, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:16.103656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Checking router: 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:28:16.104392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Updating router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c port 2631e042-2a94-4cb2-af89-b214ea2af172 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:28:16.167314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:16.202635 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-a319445a-2b10-4d24-ae4e-8ae3a7645683 service neutron] 10.222.0.36 "GET /v2.0/networks/857610af-8b19-4f4c-9ca3-b5f5b1f144fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448926 Jun 21 09:28:16.264478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:16.265211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:27:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:16.621520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:16.753802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:16.822508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:16.855946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Transition to ACTIVE for port object 2631e042-2a94-4cb2-af89-b214ea2af172 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:16.875024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:16.909859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:16.971685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Allocated IP 172.27.0.91 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/a000169e-a2f4-4fd6-a0a1-af6df7b6341e) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:17.050113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Attempting to bind port 2631e042-2a94-4cb2-af89-b214ea2af172 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:17.052643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Attempting to bind port 2631e042-2a94-4cb2-af89-b214ea2af172 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:17.053226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Attempting to bind port 2631e042-2a94-4cb2-af89-b214ea2af172 on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:17.084482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:17.085142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:17.085731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:17.086284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:17.086933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Bound port: 2631e042-2a94-4cb2-af89-b214ea2af172, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:17.087470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:17.123711 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34264) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:17.125371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4ae12d2a-7cdc-4250-a9c2-37e494febd6d up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:17.253186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-89a18e60-2837-4cfe-ba5f-b46863dccd87 None None] Provisioning complete for port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:17.253685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-89a18e60-2837-4cfe-ba5f-b46863dccd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:17.305587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Pushing event updated for resources: {'Port': ['ID=2631e042-2a94-4cb2-af89-b214ea2af172,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:17.326625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.327259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.327795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.328338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.328863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.329246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Pushing event updated for resources: {'Port': ['ID=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:17.329603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.330140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.330664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.331305 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.331823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.332343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Tracked resource versions report: Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: pushed versions: Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: { 'ConntrackHelper': {'1.0'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': {'1.0'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': {'1.0'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': {'1.5'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': {'1.1'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': {'1.8'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': {'1.1'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': {'1.0'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': {'1.0'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': {'1.0'}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': {'1.1'}} Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: consumer versions: Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: { DHCP agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: HyperV agent@hv-cinder-79721: {}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: L3 agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: Metadata agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: Metering agent@dv-cinder-797210-1-iscsi: {}, Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: Open vSwitch agent@dv-cinder-797210-1-iscsi: { 'ConntrackHelper': '1.0', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Log': '1.0', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Network': '1.0', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Port': '1.5', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'PortForwarding': '1.1', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'QosPolicy': '1.8', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroup': '1.1', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SecurityGroupRule': '1.0', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'SubPort': '1.0', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Subnet': '1.0', Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: 'Trunk': '1.1'}} Jun 21 09:28:17.333925 dv-cinder-797210-1-iscsi neutron-server[80768]: {{(pid=80880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 21 09:28:17.337940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:17.347125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:17.366272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] For port 2631e042-2a94-4cb2-af89-b214ea2af172, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:17.383807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] For port 2631e042-2a94-4cb2-af89-b214ea2af172, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=2631e042-2a94-4cb2-af89-b214ea2af172,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:17.392217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:17.399032 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-17ccd885-07d4-4950-83eb-db5c8854e239 req-8fe0bf5f-fefc-41d9-8f06-6170cc1ddb61 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.2582853 Jun 21 09:28:17.404043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:17.430692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b05d4f03-704a-41fe-bbe0-57defd16c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:17.499193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Pushing event updated for resources: {'Port': ['ID=2631e042-2a94-4cb2-af89-b214ea2af172,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:17.545870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:17.546089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:17.546602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:27:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:17.577666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:17.608088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:17.619054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:17.725458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Pushing event updated for resources: {'Port': ['ID=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:17.728632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:17.743442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:17.744766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:17.751651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:17.871268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:18.032470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:18.085033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:18.085819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:18.252036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:14Z', 'revision_number': 3, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:18.263445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Checking router: fd041406-3363-4e68-aa5c-65d618c6fc04 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:28:18.267425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Updating router fd041406-3363-4e68-aa5c-65d618c6fc04 port 4b2fb260-ed91-4a74-913c-65bc243a7b7b binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:28:18.378882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:18.442167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca189cc2-0c0d-4c4c-a28c-3e1ef087301e None None] Network f23257cb-fe29-43bb-8207-08422340aa3e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:28:18.620061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:18.654014 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b7ec3eca-d288-4e33-a591-fb09562ea325 req-50396928-5dbb-45c2-8bfb-7f980334d77f tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.1483741 Jun 21 09:28:18.749523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Router e561204a-8eee-4187-b8ed-fab5feb548ea is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:28:18.795098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:12Z', 'revision_number': 3, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:18.805521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154aedd-aba3-4a69-8865-3a8b12dbd97b None None] The sync data for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi is: [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:12Z', 'revision_number': 3, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:28:19.085285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device c5cedf5f-7888-4613-8a44-bfd7ad7eed62 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:19.216547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:28:19.232114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Sync routers for ids ['e561204a-8eee-4187-b8ed-fab5feb548ea'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:28:19.260165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Routers {'e561204a-8eee-4187-b8ed-fab5feb548ea'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:19.261340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:27:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['e561204a-8eee-4187-b8ed-fab5feb548ea'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:19.277373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Provisioning for port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:19.303079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Notify callbacks [] for router, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:19.307167 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8190339 Jun 21 09:28:19.307955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34350) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:19.357580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Provisioning complete for port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:19.357996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:19.540844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Allocated IP 172.20.0.1 (9d7f5eaf-3b81-4765-9a39-fc894b211160/e654221f-3195-4150-94dd-8ad6aac2be3a/28e251c1-437b-4bf4-a5ef-ad049944863f) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:19.604795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:19.659087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34360) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:19.796155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Set router e561204a-8eee-4187-b8ed-fab5feb548ea gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:20.153373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.200998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34378) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:20.243827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Transition to ACTIVE for port object 28e251c1-437b-4bf4-a5ef-ad049944863f will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:20.251419 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-69430eb8-40f6-459c-b003-c03510d69f65 req-af66510b-9652-4efb-b411-347364258539 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.1494181 Jun 21 09:28:20.289340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Allocated IP 172.20.0.1 (f23257cb-fe29-43bb-8207-08422340aa3e/fb61985d-424f-4bb6-a5e3-65dd323357ec/fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:20.323872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:20.324508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.383072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.437106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.509475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:20.516451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Usage tracker for resource:security_group_rule and tenant:82df6335de17414d9884137c4a0c1083 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:20.528152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:20.529734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:28:17Z', 'revision_number': 3, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:20.542480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Checking router: e561204a-8eee-4187-b8ed-fab5feb548ea for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:28:20.546348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:20.546851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:20.549965 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Updating router e561204a-8eee-4187-b8ed-fab5feb548ea port a000169e-a2f4-4fd6-a0a1-af6df7b6341e binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:28:20.561356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Usage tracker for resource:security_group_rule and tenant:f655c8a9e3e64adf946ea6078939091e is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:20.561712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:20.572323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:20.578439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.45', 53131) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:20.593042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.597153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.685213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.784176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.804367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:20.850184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.929839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Pushing event updated for resources: {'Port': ['ID=28e251c1-437b-4bf4-a5ef-ad049944863f,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:20.933211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:20.943643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] For port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:20.966668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:20.998605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:21.010721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:21.044091 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f655c8a9e3e64adf946ea6078939091e&name=default HTTP/1.1" status: 200 len: 2629 time: 1.3742719 Jun 21 09:28:21.047670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34394) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:21.049194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b14740-bb6f-4ef0-a4e9-5f0dc5500cff,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:21.055830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:21.209619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:21.216195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.223319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:21.226432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:21.227235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.286035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2631e042-2a94-4cb2-af89-b214ea2af172 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:21.390867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.423616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Transition to ACTIVE for port object a000169e-a2f4-4fd6-a0a1-af6df7b6341e will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:21.442524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.448861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:21.478182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Pushing event updated for resources: {'Port': ['ID=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:21.497813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.505403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.516118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:21.516767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 2631e042-2a94-4cb2-af89-b214ea2af172 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:21.535969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-addc2efb-6901-42a4-a4c9-c833cb850e77 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:21.537804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-e42c0e90-4ac9-4e0c-87b0-b11dbe7f709e None None] Provisioning complete for port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:21.538306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e42c0e90-4ac9-4e0c-87b0-b11dbe7f709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.539071 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-addc2efb-6901-42a4-a4c9-c833cb850e77 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.45 "GET /v2.0/networks?id=857610af-8b19-4f4c-9ca3-b5f5b1f144fe HTTP/1.1" status: 200 len: 811 time: 0.9531476 Jun 21 09:28:21.604120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Transition to ACTIVE for port object 4b2fb260-ed91-4a74-913c-65bc243a7b7b will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:21.607967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 2631e042-2a94-4cb2-af89-b214ea2af172 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:21.610494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.611184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Attempting to bind port a000169e-a2f4-4fd6-a0a1-af6df7b6341e on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:21.611595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Attempting to bind port a000169e-a2f4-4fd6-a0a1-af6df7b6341e by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:21.611990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Attempting to bind port a000169e-a2f4-4fd6-a0a1-af6df7b6341e on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:21.622501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f003f8b-72ad-4b75-aeb8-5fd16b17fce5 None None] Pushing event updated for resources: {'Port': ['ID=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:21.626469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5f003f8b-72ad-4b75-aeb8-5fd16b17fce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:21.627395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:21.627802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:21.628380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.628802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:21.629336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Bound port: a000169e-a2f4-4fd6-a0a1-af6df7b6341e, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:21.629777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.724751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.751117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:21.752088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] For port a000169e-a2f4-4fd6-a0a1-af6df7b6341e, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:21.755611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] For port a000169e-a2f4-4fd6-a0a1-af6df7b6341e, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:21.761318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.770148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:21.783083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.789877 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e0f9c0b-e411-42be-ad37-26b1c14ab400 req-f7257e17-b1de-4f45-b831-fc55bdd93bde tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.1236618 Jun 21 09:28:21.792321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.821472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4196cfa-aa03-40b2-a544-2030778e1716 None None] Pushing event updated for resources: {'Port': ['ID=4b2fb260-ed91-4a74-913c-65bc243a7b7b,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:21.864844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e4196cfa-aa03-40b2-a544-2030778e1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:21.872373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.874605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f003f8b-72ad-4b75-aeb8-5fd16b17fce5 None None] Pushing event updated for resources: {'Port': ['ID=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:21.886517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5f003f8b-72ad-4b75-aeb8-5fd16b17fce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:21.889414 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:21.890018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.899595 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82df6335de17414d9884137c4a0c1083&name=default HTTP/1.1" status: 200 len: 2629 time: 1.6953552 Jun 21 09:28:21.905007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Attempting to bind port 4b2fb260-ed91-4a74-913c-65bc243a7b7b on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:21.905649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Attempting to bind port 4b2fb260-ed91-4a74-913c-65bc243a7b7b by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:21.906164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Attempting to bind port 4b2fb260-ed91-4a74-913c-65bc243a7b7b on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:21.909067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34408) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:21.913204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.917761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:21.918323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:21.918501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Routers {'e561204a-8eee-4187-b8ed-fab5feb548ea'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:21.918967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.919504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:21.919625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:27:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['e561204a-8eee-4187-b8ed-fab5feb548ea'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:21.920227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Bound port: 4b2fb260-ed91-4a74-913c-65bc243a7b7b, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:21.920756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:21.928349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:21.995641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a11b25b-8f79-4650-86cc-14a71076bcee,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:22.031567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:22.050409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.062449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.106176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 2631e042-2a94-4cb2-af89-b214ea2af172, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=2631e042-2a94-4cb2-af89-b214ea2af172,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:22.111560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] For port 4b2fb260-ed91-4a74-913c-65bc243a7b7b, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:22.115616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] For port 4b2fb260-ed91-4a74-913c-65bc243a7b7b, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4b2fb260-ed91-4a74-913c-65bc243a7b7b,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:22.116755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.119727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:22.124799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.146724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] Set router e561204a-8eee-4187-b8ed-fab5feb548ea gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:22.163318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.255891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.266255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:22.280564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a11b25b-8f79-4650-86cc-14a71076bcee,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:22.289073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:22.383846 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.385836 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a11b25b-8f79-4650-86cc-14a71076bcee HTTP/1.1" status: 204 len: 168 time: 0.4745371 Jun 21 09:28:22.389783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.401381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.406172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Pushing event updated for resources: {'Port': ['ID=28e251c1-437b-4bf4-a5ef-ad049944863f,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:22.410457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:22.418245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:22.422046 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:22.429891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:22.521996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=2631e042-2a94-4cb2-af89-b214ea2af172,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:22.544315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:22.560763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:22.621303 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:22.622053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:27:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:22.731225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:28:17Z', 'revision_number': 3, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:22.755714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73967c-9dfa-4d04-9522-2fac11421c42 None None] The sync data for ids ['e561204a-8eee-4187-b8ed-fab5feb548ea'] in dv-cinder-797210-1-iscsi is: [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:28:17Z', 'revision_number': 3, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:28:22.783261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Allocated IP 172.20.0.1 (e5e13d2a-e8a3-4c75-b167-e79e85d57b8b/54fbdf1f-ece7-42f9-939d-438fef981030/20c65b36-4db1-4f72-ba18-7c80f76918ca) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:22.835974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Transition to ACTIVE for port object fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:23.004627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:23.013006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.019289 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.022273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:23.034964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b14740-bb6f-4ef0-a4e9-5f0dc5500cff,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:23.038243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:23.055374 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:28:23.066104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3d1ba669-3ccd-48a6-ab51-863900bcdbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:23.122991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Network f23257cb-fe29-43bb-8207-08422340aa3e is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:23.127945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.137252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-0bb1032b-2211-4f19-8c44-887ef7e0055b None None] Provisioning for port 28e251c1-437b-4bf4-a5ef-ad049944863f completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:23.150259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:23.214039 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5c6dea5-9713-4755-8e95-790bd7502c13 req-6d2a5f8f-4d7f-491d-881e-aa5f6654e4cf tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.0769980 Jun 21 09:28:23.226578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.237598 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46b14740-bb6f-4ef0-a4e9-5f0dc5500cff HTTP/1.1" status: 204 len: 168 time: 2.1838794 Jun 21 09:28:23.242478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:23.243000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.253509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.268867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:23.345981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Pushing event updated for resources: {'Port': ['ID=20c65b36-4db1-4f72-ba18-7c80f76918ca,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:23.355513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:23.363432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:23.365223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:23.369589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:23.370111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.381179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2631e042-2a94-4cb2-af89-b214ea2af172 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:23.430338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-0bb1032b-2211-4f19-8c44-887ef7e0055b None None] Provisioning complete for port 28e251c1-437b-4bf4-a5ef-ad049944863f triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:23.430845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0bb1032b-2211-4f19-8c44-887ef7e0055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.450869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Pushing event updated for resources: {'Port': ['ID=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:23.527474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:23.531414 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.535085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1032b-2211-4f19-8c44-887ef7e0055b None None] Port 28e251c1-437b-4bf4-a5ef-ad049944863f cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:28:23.571633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.598931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70ae6ae4-32af-4dee-9004-d9019cd7b9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.633753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4196cfa-aa03-40b2-a544-2030778e1716 None None] Pushing event updated for resources: {'Port': ['ID=4b2fb260-ed91-4a74-913c-65bc243a7b7b,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:23.672614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e4196cfa-aa03-40b2-a544-2030778e1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:23.723182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Request body: {'port': {'device_id': 'e9d70caa-479f-413f-bdc4-763439d55515', 'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe', 'admin_state_up': True, 'tenant_id': '6c28758bb2bb45158ba681615123f6fe'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:23.723783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:14Z', 'revision_number': 3, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:23.734112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4f748-2e67-41a8-84f7-2f4f9a7e178f None None] The sync data for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi is: [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:14Z', 'revision_number': 3, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:28:23.756820 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 2631e042-2a94-4cb2-af89-b214ea2af172 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:23.758621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.841813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-7560c2dc-ee75-40fb-bfcc-c85763336ef6 None None] Provisioning complete for port 28e251c1-437b-4bf4-a5ef-ad049944863f triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:23.842326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7560c2dc-ee75-40fb-bfcc-c85763336ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:23.967312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-7560c2dc-ee75-40fb-bfcc-c85763336ef6 None None] Port 28e251c1-437b-4bf4-a5ef-ad049944863f cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:28:24.039048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34454) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:24.136709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.139378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-19f72e2e-24cd-4985-99de-9ab3e78bcd46 None None] Provisioning for port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:24.148222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4ae12d2a-7cdc-4250-a9c2-37e494febd6d up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:24.246040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.248796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-19f72e2e-24cd-4985-99de-9ab3e78bcd46 None None] Provisioning complete for port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:24.249249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-19f72e2e-24cd-4985-99de-9ab3e78bcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.306746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:24.313119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c016cc8a8aae46dfaba9f8c56773a8c4 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:24.316371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:24.335775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:24.403798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.448779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-19f72e2e-24cd-4985-99de-9ab3e78bcd46 None None] Port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:28:24.483876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:24.484307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.493795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.512236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.523471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.560827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.577054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:24.668393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-589efe02-9230-4e15-8503-884b6df02d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:24.765988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Pushing event updated for resources: {'Port': ['ID=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:24.785679 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c016cc8a8aae46dfaba9f8c56773a8c4&name=default HTTP/1.1" status: 200 len: 2629 time: 0.7334974 Jun 21 09:28:24.785679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:24.787013 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cc119cdb-ee2b-4d12-b4fb-e43f173958d5 req-4867641e-d306-4ba6-a544-52616a98931f tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.2969611 Jun 21 09:28:24.788289 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:24.790850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34480) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:24.805347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:24.841980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Usage tracker for resource:port and tenant:6c28758bb2bb45158ba681615123f6fe is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:24.848322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:24.865816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:24.869275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2b1fc6-c773-4cc2-b91b-7dfa8578570f,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:24.879836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:24.896010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:28:24.912649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Sync routers for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:28:24.940911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:24.943390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:24.975213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Made reservation on behalf of 6c28758bb2bb45158ba681615123f6fe for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:24.997027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:25.031489 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] 10.222.0.36 "PUT /v2.0/routers/4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7365501 Jun 21 09:28:25.078854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:25.101537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:25.147501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:25.174251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Network f23257cb-fe29-43bb-8207-08422340aa3e is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:25.176393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:25.228734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:25.521341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:25.774138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:28:26.031485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device a000169e-a2f4-4fd6-a0a1-af6df7b6341e up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:26.081913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:26.089634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:26.212624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:26.272809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:26.343573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port a000169e-a2f4-4fd6-a0a1-af6df7b6341e completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:26.351981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-28e7c46f-ce2d-4f40-aa67-bba9e15ef27e None None] Provisioning complete for port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:26.352335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-28e7c46f-ce2d-4f40-aa67-bba9e15ef27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:26.537560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-28e7c46f-ce2d-4f40-aa67-bba9e15ef27e None None] Port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:28:26.606575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Router fd041406-3363-4e68-aa5c-65d618c6fc04 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:28:26.763998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:26.764475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port a000169e-a2f4-4fd6-a0a1-af6df7b6341e triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:26.764871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:26.930661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:28:26.940323 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] 10.222.0.36 "PUT /v2.0/routers/fd041406-3363-4e68-aa5c-65d618c6fc04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6874366 Jun 21 09:28:27.240992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:27.431683 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:27.528216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34544) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:27.535401 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542882490', 'description': 'tempest-description--1266928734'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:27.561744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:27.601568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:27.621524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:27.640714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port a000169e-a2f4-4fd6-a0a1-af6df7b6341e, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:27.645009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:27.679745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:27.680395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:27.691409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:27.697607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4b2fb260-ed91-4a74-913c-65bc243a7b7b up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:27.785419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:27.826347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:27.830565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group_rule and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:27.834962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:27.844722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:27.926877 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df606141-8914-4dce-9ac5-a28f977d437c req-aa9e2bd6-cca8-4ba8-a876-1bd6026d203a tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 1.6366227 Jun 21 09:28:27.983263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:27.995537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:28.014322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.018967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.036576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Pushing event updated for resources: {'Port': ['ID=20c65b36-4db1-4f72-ba18-7c80f76918ca,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:28.044887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.816s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:28.064834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:28.099935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 2, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:28.125122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Checking router: 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:28:28.126062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Updating router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c port 28e251c1-437b-4bf4-a5ef-ad049944863f binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:28:28.133754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:28.133754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.137916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1595 time: 0.6081269 Jun 21 09:28:28.143643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:28.144145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34562) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:28.159501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'security_group_rule': {'security_group_id': '0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:28.177436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:28.186068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group_rule and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:28.191428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:28.215732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:28.237809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.280737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.312810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 4b2fb260-ed91-4a74-913c-65bc243a7b7b completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:28.320348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 4b2fb260-ed91-4a74-913c-65bc243a7b7b triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:28.321592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.325280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b3cc48f4-0a11-49e5-83f1-c9da1afe97c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:28.360175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.455313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.461310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.474512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:28.486859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2b1fc6-c773-4cc2-b91b-7dfa8578570f,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:28.523064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:28.523252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffdf4d1-a243-448c-9e84-dfebaf8d53b0,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:28.524252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.525648 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb2b1fc6-c773-4cc2-b91b-7dfa8578570f HTTP/1.1" status: 204 len: 168 time: 3.7247665 Jun 21 09:28:28.536832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:28.544783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Allocated IP 172.20.0.3 (857610af-8b19-4f4c-9ca3-b5f5b1f144fe/f426a5f9-e108-4a7e-99ae-bbc098692cb3/50f9fabf-59a6-4061-b6fe-b2ea178a6ca7) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:28.597105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.603002 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-bbf18507-3e3c-4500-880b-c9fdb03db6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4578061 Jun 21 09:28:28.607076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34572) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:28.623750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'security_group_rule': {'security_group_id': '0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:28.642156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:28.651802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group_rule and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:28.656813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:28.668926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:28.705817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.787782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34578) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:28.818426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101978220', 'description': 'tempest-description--729440549'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:28.854557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:28.871935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:28.878083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:28.888405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:28.914129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.964431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.968238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.970475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:28.972196 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:29.056585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f30206-f284-4989-a8e5-06db05b76f4c,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:29.092190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:29.093567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 4b2fb260-ed91-4a74-913c-65bc243a7b7b, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4b2fb260-ed91-4a74-913c-65bc243a7b7b,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:29.103430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:29.110926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.119914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-36f2de63-a559-48b5-b009-4b10090ced7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:29.121772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group_rule and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:29.125315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:29.128312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.139132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Router e561204a-8eee-4187-b8ed-fab5feb548ea has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:28:29.144517 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5357172 Jun 21 09:28:29.150480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34586) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:29.154527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:29.159515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:29.183308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:29.216868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:floatingip and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:29.221222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:29.240243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:29.260370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.362137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.369820 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.380220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:29.403458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.408126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.412942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f2a37d5c-5d39-40c7-9dcc-93cfd510a5d1 req-d39067e1-3a37-4515-b7a6-401047159391 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Synchronizing usage tracker for tenant:6c28758bb2bb45158ba681615123f6fe on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:29.429189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=4b2fb260-ed91-4a74-913c-65bc243a7b7b,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:29.432434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device a000169e-a2f4-4fd6-a0a1-af6df7b6341e up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:29.454382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59ff76b-8589-447b-9017-77ba5117c817,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:29.486956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Transition to ACTIVE for port object 28e251c1-437b-4bf4-a5ef-ad049944863f will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:29.497501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:29.499384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.503736 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1595 time: 0.7086208 Jun 21 09:28:29.505801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:29.506516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.509643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34594) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:29.517524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'security_group_rule': {'security_group_id': 'a59ff76b-8589-447b-9017-77ba5117c817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:29.523440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2d06c99d-5863-4965-92ed-342333b4faf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:29.547410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:29.600248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group_rule and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:29.616069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:29.652622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:29.771350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.849834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:29.870504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f2a37d5c-5d39-40c7-9dcc-93cfd510a5d1 req-d39067e1-3a37-4515-b7a6-401047159391 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Unset dirty status for tenant:6c28758bb2bb45158ba681615123f6fe on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:29.885240 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f2a37d5c-5d39-40c7-9dcc-93cfd510a5d1 req-d39067e1-3a37-4515-b7a6-401047159391 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.6855693 Jun 21 09:28:29.920826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Sync routers for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:28:29.962610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:29.970378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:29.981257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.010589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed185e7-7385-4bfa-b93e-79ae953ecd44 None None] Pushing event updated for resources: {'Port': ['ID=28e251c1-437b-4bf4-a5ef-ad049944863f,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:30.049371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eed185e7-7385-4bfa-b93e-79ae953ecd44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:30.058452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1b657bb3-3ca4-4d7a-949c-2190926b3e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:30.182519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port a000169e-a2f4-4fd6-a0a1-af6df7b6341e triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:30.182948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.272907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.289023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Attempting to bind port 28e251c1-437b-4bf4-a5ef-ad049944863f on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:30.291037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Attempting to bind port 28e251c1-437b-4bf4-a5ef-ad049944863f by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:30.292460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Attempting to bind port 28e251c1-437b-4bf4-a5ef-ad049944863f on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:30.347821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:30.348614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Checking segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:30.349267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.351011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Bound using segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:30.351598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Bound port: 28e251c1-437b-4bf4-a5ef-ad049944863f, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:30.352687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.359860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.371173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:30.372199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Pushing event updated for resources: {'Port': ['ID=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:30.375869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:30.399551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ff12d9e9-a2ca-4575-bc29-82471ae8c475 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:30.466233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01289558-7177-4004-b244-8e00099a4508,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:30.467141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:30.467706 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:30.468687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Allocated IP 172.27.0.249 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/66066d90-76a8-47b0-a33f-f95a41c2726b) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:30.475295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:30.514451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:28:30.519533 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/e561204a-8eee-4187-b8ed-fab5feb548ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2105522 Jun 21 09:28:30.528591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.529971 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0190177 Jun 21 09:28:30.541178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34624) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:30.547819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'security_group_rule': {'security_group_id': 'a59ff76b-8589-447b-9017-77ba5117c817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:30.574549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:30.579054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:30.579798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.615706 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:30.649065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group_rule and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:30.669452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:30.685296 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9682975 Jun 21 09:28:30.694848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:30.735095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:30.856741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-ebea05c2-843d-4c57-936b-6fa2e3723ebd tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:28:30.857911 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-ebea05c2-843d-4c57-936b-6fa2e3723ebd tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.0453048 Jun 21 09:28:30.982203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Sync routers for ids ['e561204a-8eee-4187-b8ed-fab5feb548ea'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:28:30.995022 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:31.002598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:31.004448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:31.032931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Routers {'e561204a-8eee-4187-b8ed-fab5feb548ea'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:31.038505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['e561204a-8eee-4187-b8ed-fab5feb548ea'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:31.061018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:31.112775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a111fcd-1719-42d4-8d7e-a894ba6dea63,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:31.118838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:31.130999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:31.158095 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6157217 Jun 21 09:28:31.165605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34646) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:31.171547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:31.205563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:31.205769 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 2, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:31.211265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:floatingip and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:31.211703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:31.220526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Checking router: fd041406-3363-4e68-aa5c-65d618c6fc04 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:28:31.220902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Updating router fd041406-3363-4e68-aa5c-65d618c6fc04 port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:28:31.243905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:31.245382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:31.269154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:31.296373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:31.312206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:31.392664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Set router e561204a-8eee-4187-b8ed-fab5feb548ea gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:31.542650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:31.551526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:31.559437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:31.575729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'Port': ['ID=66066d90-76a8-47b0-a33f-f95a41c2726b,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:31.609637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:31.814514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4b2fb260-ed91-4a74-913c-65bc243a7b7b up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:31.948705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe3b8d-79c4-4d3d-90d7-6dc4d4c921b8 req-1ae39d0e-b653-458a-8fcb-2e621a34f6d1 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:31.966784 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6efe3b8d-79c4-4d3d-90d7-6dc4d4c921b8 req-1ae39d0e-b653-458a-8fcb-2e621a34f6d1 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 931 time: 0.6725729 Jun 21 09:28:32.124618 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6efe3b8d-79c4-4d3d-90d7-6dc4d4c921b8 req-2776bfc5-b440-4e0c-9b10-415c73c5777b tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549895 Jun 21 09:28:32.204941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:32.233214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:32.331871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] For port 28e251c1-437b-4bf4-a5ef-ad049944863f, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:32.370560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] For port 28e251c1-437b-4bf4-a5ef-ad049944863f, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=28e251c1-437b-4bf4-a5ef-ad049944863f,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:32.375306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:32.395532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '20c65b36-4db1-4f72-ba18-7c80f76918ca', 'name': '', 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'mac_address': 'fa:16:3e:68:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:22Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 2, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'subnets': [{'id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:32.408901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:32.414083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Transition to ACTIVE for port object fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:32.420810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Checking router: e561204a-8eee-4187-b8ed-fab5feb548ea for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:28:32.423638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Updating router e561204a-8eee-4187-b8ed-fab5feb548ea port 20c65b36-4db1-4f72-ba18-7c80f76918ca binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:28:32.428641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:32.440467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:32.498562 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:32.564126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Allocated IP 172.27.0.35 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/c4ceb556-689c-4d75-bb3f-a6063194c3ac) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:32.736099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa84ab-3b57-400f-9902-e6bd05cffba2 None None] Pushing event updated for resources: {'Port': ['ID=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:32.741078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4faa84ab-3b57-400f-9902-e6bd05cffba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:32.756305 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed185e7-7385-4bfa-b93e-79ae953ecd44 None None] Pushing event updated for resources: {'Port': ['ID=28e251c1-437b-4bf4-a5ef-ad049944863f,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:32.781420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 4b2fb260-ed91-4a74-913c-65bc243a7b7b triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:32.783596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:32.968995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:32.999677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Attempting to bind port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:33.000137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Attempting to bind port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:33.000532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Attempting to bind port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 on network f23257cb-fe29-43bb-8207-08422340aa3e {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:33.013999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:33.014407 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Checking segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:33.014850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:33.015274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Bound using segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:33.015784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Bound port: fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:33.022499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:33.074947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:33.119011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eed185e7-7385-4bfa-b93e-79ae953ecd44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:33.402025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] For port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:33.406688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] For port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:33.413312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:33.430245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:33.546751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:33.547449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:33.724082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa84ab-3b57-400f-9902-e6bd05cffba2 None None] Pushing event updated for resources: {'Port': ['ID=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:33.735611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4faa84ab-3b57-400f-9902-e6bd05cffba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:33.741964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:33.742669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:33.755480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:33.896883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:33.909047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:33.914739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-96dd3be7-a632-4edc-b9c3-d217e79f6bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:34.084237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:34.165458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:34.167189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-6efcda07-cd73-468e-bc66-acdd3a78a071 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:34.168163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-6efcda07-cd73-468e-bc66-acdd3a78a071 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Synchronizing usage tracker for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:network {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:34.176007 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0243161 Jun 21 09:28:34.184261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Request body: {'port': {'device_id': 'e9d70caa-479f-413f-bdc4-763439d55515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:34.186354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'Port': ['ID=66066d90-76a8-47b0-a33f-f95a41c2726b,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:34.212463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:34.345659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34718) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:34.458816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:34.479495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:34.486770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:34.490273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:34.503051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Transition to ACTIVE for port object 20c65b36-4db1-4f72-ba18-7c80f76918ca will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:34.521669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:34.536466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cac5767a-4ec5-41a3-aeaf-caf2950d4ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:34.892279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7271-482b-4829-8048-1091b6fed41a None None] Pushing event updated for resources: {'Port': ['ID=20c65b36-4db1-4f72-ba18-7c80f76918ca,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:35.163948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b7d7271-482b-4829-8048-1091b6fed41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:35.199182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Attempting to bind port 20c65b36-4db1-4f72-ba18-7c80f76918ca on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:35.199941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Attempting to bind port 20c65b36-4db1-4f72-ba18-7c80f76918ca by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:35.200554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Attempting to bind port 20c65b36-4db1-4f72-ba18-7c80f76918ca on network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:35.220790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:35.221349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Checking segment: {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:35.221906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.222461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Bound using segment: {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:35.223161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Bound port: 20c65b36-4db1-4f72-ba18-7c80f76918ca, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:35.227881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.233171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e63517eb-8356-4560-98f5-4e384a1af1c9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:35.306440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.403869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:35.422379 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Usage tracker for resource:security_group_rule and tenant:5ac683c15bed46cc81389d60e23e94fd is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:35.430385 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:35.452328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:35.496004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-6efcda07-cd73-468e-bc66-acdd3a78a071 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Unset dirty status for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:network {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:35.497641 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-6efcda07-cd73-468e-bc66-acdd3a78a071 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 819 time: 2.4603527 Jun 21 09:28:35.511261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] For port 20c65b36-4db1-4f72-ba18-7c80f76918ca, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:35.521041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] For port 20c65b36-4db1-4f72-ba18-7c80f76918ca, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=20c65b36-4db1-4f72-ba18-7c80f76918ca,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:35.555069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.594568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:35.598650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:35.630750 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-895b4db0-4d6d-42f2-9157-d6a081680c99 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/quotas/fdb7f04aa60b4c859ab1cb51e08a1a47 HTTP/1.1" status: 200 len: 375 time: 0.0959563 Jun 21 09:28:35.656611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.661950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:35.687429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.699771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.719967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6a2cb0d3-9e17-4d71-aa99-9efcc34062b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:35.781843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'Port': ['ID=c4ceb556-689c-4d75-bb3f-a6063194c3ac,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:35.785182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:35.789073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7271-482b-4829-8048-1091b6fed41a None None] Pushing event updated for resources: {'Port': ['ID=20c65b36-4db1-4f72-ba18-7c80f76918ca,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:35.820352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b7d7271-482b-4829-8048-1091b6fed41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:35.823291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24885d7b-1f63-4755-be13-ac873a9d140b req-96eb7681-5718-4d36-a7e5-54f677c601eb tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:35.830443 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-24885d7b-1f63-4755-be13-ac873a9d140b req-96eb7681-5718-4d36-a7e5-54f677c601eb tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 931 time: 1.5046749 Jun 21 09:28:35.838241 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ac683c15bed46cc81389d60e23e94fd&name=default HTTP/1.1" status: 200 len: 2629 time: 1.4911058 Jun 21 09:28:35.838945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34756) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:35.842460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:35.863688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:35.886132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:33Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:35.900850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652d59f-8ce7-4064-8f34-041ea0eacd4b None None] The sync data for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi is: [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:33Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:28:35.921356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Transition to ACTIVE for port object 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:35.925150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Routers {'e561204a-8eee-4187-b8ed-fab5feb548ea'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:28:35.925882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['e561204a-8eee-4187-b8ed-fab5feb548ea'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:35.953460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:35.973298 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f3a1b3-d407-49e1-a30d-c4141099b781,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:36.021697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:36.022826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.121292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.163433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34760) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:36.184300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.191222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:36.204622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f3a1b3-d407-49e1-a30d-c4141099b781,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:36.210801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:36.224316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.228330 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5f3a1b3-d407-49e1-a30d-c4141099b781 HTTP/1.1" status: 204 len: 168 time: 0.3831873 Jun 21 09:28:36.280670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] Set router e561204a-8eee-4187-b8ed-fab5feb548ea gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:36.285559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.287479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-125441dc-d978-48d1-b496-b837b1f18125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:36.372383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Pushing event updated for resources: {'Port': ['ID=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:36.403391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:36.412081 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-24885d7b-1f63-4755-be13-ac873a9d140b req-790395b5-d633-4474-b61b-fa5ac7cb3eb1 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468900 Jun 21 09:28:36.499787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.626843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:36.637676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Usage tracker for resource:security_group_rule and tenant:2b76b69ffc974fd68fc1f1c9a375deb2 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:36.647028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:36.665639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:36.735883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:28:36.859687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.871248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.876007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-e16dcb55-1bbe-4d58-b740-59716363dcea tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:36.878754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:36.896202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:37.079722 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b76b69ffc974fd68fc1f1c9a375deb2&name=default HTTP/1.1" status: 200 len: 2629 time: 0.9145639 Jun 21 09:28:37.085373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34786) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:37.095854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34790) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:37.111666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b405932-c1ba-4c80-9591-0e5b2a361798,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:37.124284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '20c65b36-4db1-4f72-ba18-7c80f76918ca', 'name': '', 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'mac_address': 'fa:16:3e:68:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:22Z', 'updated_at': '2021-06-21T09:28:35Z', 'revision_number': 4, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'subnets': [{'id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:37.131989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747713-c2c8-409d-869c-46cca69849f2 None None] The sync data for ids ['e561204a-8eee-4187-b8ed-fab5feb548ea'] in dv-cinder-797210-1-iscsi is: [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '20c65b36-4db1-4f72-ba18-7c80f76918ca', 'name': '', 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'mac_address': 'fa:16:3e:68:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:22Z', 'updated_at': '2021-06-21T09:28:35Z', 'revision_number': 4, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'subnets': [{'id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:28:37.175469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:37.229674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:37.278763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-83caeb92-0e38-405b-a685-73881648c374 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Synchronizing usage tracker for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:37.286388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-e16dcb55-1bbe-4d58-b740-59716363dcea tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:37.311492 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-e16dcb55-1bbe-4d58-b740-59716363dcea tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--542882490&fields=id&tenant_id=16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 267 time: 0.5734797 Jun 21 09:28:37.379332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:37.411500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Usage tracker for resource:security_group_rule and tenant:7a1b1c7658404c8ab18577dee351ed87 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:37.418560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:37.433365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:37.435687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:37.511150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:37.568637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:32Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:28:37.580393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6764d-0832-4a70-93ff-7aa78d3fae93 None None] The sync data for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi is: [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:32Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:28:37.611397 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Attempting to bind port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:37.611588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Attempting to bind port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': 'd571faba-a170-4fdf-8881-324a18125f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:37.611928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Attempting to bind port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 on network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:37.658308 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-2203eaa3-5516-4220-a0ca-0743c77886d0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups/0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa HTTP/1.1" status: 200 len: 2592 time: 0.3457768 Jun 21 09:28:37.664016 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-83caeb92-0e38-405b-a685-73881648c374 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Unset dirty status for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:37.678192 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-83caeb92-0e38-405b-a685-73881648c374 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0236666 Jun 21 09:28:37.688341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:37.757580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a99d7883-3578-4455-9c22-8592a87cb772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:37.796809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b405932-c1ba-4c80-9591-0e5b2a361798,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:37.803445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:37.814190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:37.821204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:37.831204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:37.833273 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b405932-c1ba-4c80-9591-0e5b2a361798 HTTP/1.1" status: 204 len: 168 time: 0.7430015 Jun 21 09:28:37.835137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8d508371-162d-4607-a711-561b4da59ef4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:37.895419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:37.936313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 on network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:28:37.940665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Attempting to bind port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 on network 857610af-8b19-4f4c-9ca3-b5f5b1f144fe {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:37.947187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcb444b-bba6-456f-9af5-d2cbccc73d9c,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:37.966136 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a1b1c7658404c8ab18577dee351ed87&name=default HTTP/1.1" status: 200 len: 2629 time: 0.8663876 Jun 21 09:28:37.969555 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:37.970158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34804) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:38.021361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:38.032850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:38.033492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.047241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:38.048017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Checking segment: {'id': 'd571faba-a170-4fdf-8881-324a18125f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:38.049435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Bound using segment: {'id': 'd571faba-a170-4fdf-8881-324a18125f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:38.052942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Bound port: 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd571faba-a170-4fdf-8881-324a18125f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:38.053796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.096703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.153387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.221214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.234142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.319074 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.357347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:38.371524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.374397 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 20c65b36-4db1-4f72-ba18-7c80f76918ca up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:38.466933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.472482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1043a235-d7c6-44cd-9c53-b1d2b96ea2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:38.486557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:38.515097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcb444b-bba6-456f-9af5-d2cbccc73d9c,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:38.526923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:38.533286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.541790 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afcb444b-bba6-456f-9af5-d2cbccc73d9c HTTP/1.1" status: 204 len: 168 time: 0.5661039 Jun 21 09:28:38.667628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 20c65b36-4db1-4f72-ba18-7c80f76918ca completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:38.714494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 20c65b36-4db1-4f72-ba18-7c80f76918ca triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:38.716611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.955455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:38.977275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:39.038887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 20c65b36-4db1-4f72-ba18-7c80f76918ca, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=20c65b36-4db1-4f72-ba18-7c80f76918ca,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:39.043170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:39.047149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.049472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:39.050215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:39.133152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.146383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34820) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:39.195887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.310962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:39.324171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Usage tracker for resource:security_group_rule and tenant:9d8d23e726764f82b17802d97d17c8e6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:39.334013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:39.335220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=20c65b36-4db1-4f72-ba18-7c80f76918ca,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:39.343425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:39.348881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:39.599193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.609527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.619094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.626863 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4464130 Jun 21 09:28:39.650551 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-8595cca3-22a7-4648-97bf-411962699561 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9714060 Jun 21 09:28:39.663379 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d88de271-e661-463a-832c-21f5e2fe5ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:39.720387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:39.779651 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d8d23e726764f82b17802d97d17c8e6&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6320543 Jun 21 09:28:39.787797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34836) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:39.792296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 34832) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:39.930643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:39.931182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.960790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c83b6b-92cb-464f-847f-0a4d71f56239,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:39.964265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:39.988613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:39.998474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.061669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 28e251c1-437b-4bf4-a5ef-ad049944863f up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:40.064825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.107180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'Port': ['ID=c4ceb556-689c-4d75-bb3f-a6063194c3ac,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:40.116623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:40.163826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-a24ad4b3-1621-4d6e-aff4-d843d77c772c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:40.164610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-a24ad4b3-1621-4d6e-aff4-d843d77c772c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:network {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:40.169616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] For port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:40.209947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.215610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:40.218789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] For port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,segment=NetworkSegment(d571faba-a170-4fdf-8881-324a18125f7d),segment_id=d571faba-a170-4fdf-8881-324a18125f7d)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:40.234201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:40.237816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c83b6b-92cb-464f-847f-0a4d71f56239,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:40.243880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:40.250114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.256552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.257721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1017a4662148a6a8e537ff59fc8510 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:40.259103 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5c83b6b-92cb-464f-847f-0a4d71f56239 HTTP/1.1" status: 204 len: 168 time: 0.4658036 Jun 21 09:28:40.264699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:40.269541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:40.309904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-a24ad4b3-1621-4d6e-aff4-d843d77c772c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:network {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:40.310959 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-a24ad4b3-1621-4d6e-aff4-d843d77c772c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 817 time: 2.6517928 Jun 21 09:28:40.321151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:40.324762 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-9e7a3f60-120e-463f-8953-e1f2dd79714d service neutron] 10.222.0.36 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052475 Jun 21 09:28:40.354906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.356382 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] 10.222.0.45 "PUT /v2.0/ports/50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 HTTP/1.1" status: 200 len: 1093 time: 8.7890134 Jun 21 09:28:40.361165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d70caa-479f-413f-bdc4-763439d55515', 'tag': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:28:40.431838 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-39a42af3-8767-4c02-a259-41521ab56f91 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/quotas/16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 375 time: 0.1047213 Jun 21 09:28:40.542717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 28e251c1-437b-4bf4-a5ef-ad049944863f completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:40.550405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Pushing event updated for resources: {'Port': ['ID=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:40.561782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:40.564080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 28e251c1-437b-4bf4-a5ef-ad049944863f triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:40.564507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.643179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.674706 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-baffe252-2202-4ed1-a6ca-0abf8eb7d60e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2263317 Jun 21 09:28:40.688698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.711091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:40.825570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.863134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 34870) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:40.863270 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b1017a4662148a6a8e537ff59fc8510&name=default HTTP/1.1" status: 200 len: 2629 time: 1.0531819 Jun 21 09:28:40.864280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b879aa-036b-449e-99ca-a2c39bd106fa,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:40.891099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 28e251c1-437b-4bf4-a5ef-ad049944863f, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=28e251c1-437b-4bf4-a5ef-ad049944863f,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:40.896368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:40.898606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:40.900853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 20c65b36-4db1-4f72-ba18-7c80f76918ca up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:40.955984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0c0e3a94-e0aa-45a1-bd1b-13e93284f6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:40.981455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a05334-6894-49d7-abfe-5401586ed15f req-c698548b-ab5d-4639-a10a-dbabef3741b9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:40.983091 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07a05334-6894-49d7-abfe-5401586ed15f req-c698548b-ab5d-4639-a10a-dbabef3741b9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 943 time: 0.1812291 Jun 21 09:28:40.988732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:41.089572 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=28e251c1-437b-4bf4-a5ef-ad049944863f,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:41.105380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:41.117871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:41.118347 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07a05334-6894-49d7-abfe-5401586ed15f req-5231ae51-a5eb-4333-9a1a-913372574b3b tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241381 Jun 21 09:28:41.139814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-c876ea8c-bd46-4b6c-8079-e6cd0befe78d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:28:41.155996 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-c876ea8c-bd46-4b6c-8079-e6cd0befe78d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.2281055 Jun 21 09:28:41.166424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 20c65b36-4db1-4f72-ba18-7c80f76918ca triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:41.167160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:41.189686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:41.198073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c6fd7701-8a9c-4287-8bb0-d70cac4c9ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:41.257866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b879aa-036b-449e-99ca-a2c39bd106fa,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:41.263536 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:41.268085 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09b879aa-036b-449e-99ca-a2c39bd106fa HTTP/1.1" status: 204 len: 168 time: 0.4005258 Jun 21 09:28:41.268085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:41.482477 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-70d63650-f0e0-44fc-9e48-0235776822e5 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1101978220&fields=id&tenant_id=3a752a0f8e154030b97df18c2f7cd2d6 HTTP/1.1" status: 200 len: 267 time: 0.2368188 Jun 21 09:28:41.572373 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-7a7db5ff-66cd-44fd-a486-af90d0a83de6 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140995 Jun 21 09:28:41.580803 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-c5f6b818-3340-4ee5-9982-88d9d02e2a93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c28758bb2bb45158ba681615123f6fe&device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 1096 time: 0.3330412 Jun 21 09:28:41.580933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 28e251c1-437b-4bf4-a5ef-ad049944863f up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:41.679651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 28e251c1-437b-4bf4-a5ef-ad049944863f triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:41.680442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:41.765413 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-62c2f212-82d2-45a4-92ba-4383bf08e471 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups/a59ff76b-8589-447b-9017-77ba5117c817 HTTP/1.1" status: 200 len: 2592 time: 0.2673779 Jun 21 09:28:41.768563 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-9765aada-14f8-499a-bc73-23d7c021b0f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 HTTP/1.1" status: 200 len: 217 time: 0.1506913 Jun 21 09:28:42.091269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-a7872c2d-049b-4e33-9570-b532fbdb0cc3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:42.094398 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-a7872c2d-049b-4e33-9570-b532fbdb0cc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f426a5f9-e108-4a7e-99ae-bbc098692cb3 HTTP/1.1" status: 200 len: 851 time: 0.2126813 Jun 21 09:28:42.107800 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-a89872c7-ef99-46f1-b587-4387e24b3ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167177 Jun 21 09:28:42.271360 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-57fc7f84-9e78-4ca0-a26d-95ee6b3f3b96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857610af-8b19-4f4c-9ca3-b5f5b1f144fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624877 Jun 21 09:28:43.126887 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e59fa63-6a58-4a6a-ba69-fe55726e6487 req-a81a87a5-7635-4723-b8b2-8a9a40f4f29d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 210 time: 0.1520197 Jun 21 09:28:43.158895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-bb890a16-938a-40cc-984e-068ecc1c92fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:43.166593 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-bb890a16-938a-40cc-984e-068ecc1c92fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 810 time: 1.3941603 Jun 21 09:28:43.209558 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-741c06ee-9950-4b68-b341-a1cd638aa942 service neutron] 10.222.0.45 "GET /v2.0/networks/857610af-8b19-4f4c-9ca3-b5f5b1f144fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614202 Jun 21 09:28:43.210939 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-b8354d52-2f0e-41f2-93bb-40537ebd3dc3 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/quotas/3a752a0f8e154030b97df18c2f7cd2d6 HTTP/1.1" status: 200 len: 375 time: 0.0404356 Jun 21 09:28:43.280696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.45', 53153) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:43.526934 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-783aa5a9-a0ff-47ba-8013-4e06fd0a25bc req-488df031-e727-49c8-acb6-d0799b4c6bc7 service neutron] 10.222.0.45 "GET /v2.0/networks/857610af-8b19-4f4c-9ca3-b5f5b1f144fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084595 Jun 21 09:28:43.619079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-2f777d1f-538a-4cf6-8118-e1f03dba6ad0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:43.621306 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-2f777d1f-538a-4cf6-8118-e1f03dba6ad0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 819 time: 0.3389232 Jun 21 09:28:43.622703 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d70caa-479f-413f-bdc4-763439d55515', 'tag': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7', 'status': 'completed', 'code': 200} Jun 21 09:28:43.640187 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-d6dbb0cc-9886-414f-8d30-3deb2688eb52 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121511 Jun 21 09:28:43.855009 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-afb9bcda-a141-4c25-a00c-37ac975ad611 service neutron] 10.222.0.36 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996343 Jun 21 09:28:43.911713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2265173-b295-48c2-bd81-f0c5681f404a req-4c88a045-4ab7-483d-939a-349e7b49464b tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:43.913307 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b2265173-b295-48c2-bd81-f0c5681f404a req-4c88a045-4ab7-483d-939a-349e7b49464b tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 943 time: 0.1552818 Jun 21 09:28:44.082197 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b2265173-b295-48c2-bd81-f0c5681f404a req-ae4b744d-2a8c-4915-aee5-addf22a329f0 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009297 Jun 21 09:28:44.108483 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-78662c61-33e8-4c19-9fe6-efd0ad4c2f72 service neutron] 10.222.0.36 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426999 Jun 21 09:28:44.289566 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5d836168-5cae-4f2f-a2f7-8322346122cb req-748d594d-4e4e-4072-9ed1-0496466e04e0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 210 time: 0.0683868 Jun 21 09:28:44.501162 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fc8648b9-4529-4975-9860-16b3e182cb71 req-93ef914c-ba96-4647-bc1e-20007fc2432c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.0650628 Jun 21 09:28:44.684461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-0b5edee5-906b-4531-9641-2ada338b568b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:44.686317 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-0b5edee5-906b-4531-9641-2ada338b568b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 819 time: 0.2838128 Jun 21 09:28:44.712655 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-de00ddce-c62a-45ed-b76b-3cae5ce71e47 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/quotas/fdb7f04aa60b4c859ab1cb51e08a1a47 HTTP/1.1" status: 200 len: 375 time: 0.0184557 Jun 21 09:28:44.793562 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-223341c0-5267-4bf7-8bf0-18352bcc4604 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796616 Jun 21 09:28:44.945567 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-029b2056-ccc6-4440-9999-406cdfa98ce1 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415126 Jun 21 09:28:45.118415 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-c7e4a40d-4af8-432e-9a8f-e60ff1786646 service neutron] 10.222.0.36 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640403 Jun 21 09:28:45.335129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96adf2-6b0e-4f86-9efb-20cf916ba35d req-72df805f-d4c1-43e6-bbb5-455f13a282a9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:45.336806 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3c96adf2-6b0e-4f86-9efb-20cf916ba35d req-72df805f-d4c1-43e6-bbb5-455f13a282a9 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 943 time: 0.0925312 Jun 21 09:28:45.401745 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e7b586f-6292-4efe-bbcd-85ea4bf5cd8e req-57ad75c8-c8a1-4faa-b0bd-09e863571770 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 210 time: 0.0597658 Jun 21 09:28:45.440485 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3c96adf2-6b0e-4f86-9efb-20cf916ba35d req-a69a8272-119b-4c70-8a63-f240544021b2 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581450 Jun 21 09:28:45.569662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35104) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:45.577678 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cae3e7ab-a009-413e-9f78-0ebc07aea944 req-43ac8ebd-8334-43aa-8811-7b2e0433a7ee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 210 time: 0.0604551 Jun 21 09:28:45.689373 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-85d27674-b518-4ceb-84ce-dbd3a4b2431c req-ff5e8bba-e0a2-4f42-96d1-181fa1aee0db tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.0453818 Jun 21 09:28:45.734166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:45.765690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:45.769634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Usage tracker for resource:security_group_rule and tenant:03a0c70877004e9582f98a21c9c7334e is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:45.772500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:45.778368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:45.851557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:45.854491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:45.862009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:45.901660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12121e9-5d83-4018-83d0-cac8ca4f269e,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:45.908189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:45.914633 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03a0c70877004e9582f98a21c9c7334e&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3408263 Jun 21 09:28:45.914900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35114) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:45.981442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.009868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.064348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.069122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a1f7775-d9b1-4b26-bf4d-5b2c91614a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:46.082574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12121e9-5d83-4018-83d0-cac8ca4f269e,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:46.086215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:46.093777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.095301 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a12121e9-5d83-4018-83d0-cac8ca4f269e HTTP/1.1" status: 204 len: 168 time: 0.1795940 Jun 21 09:28:46.247896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Request body: {'port': {'device_id': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'admin_state_up': True, 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:46.404431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:46.417611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:46.435570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Made reservation on behalf of fdb7f04aa60b4c859ab1cb51e08a1a47 for: {'port': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:46.448436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.556770 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b83e8da-0a25-4173-abae-96f696480d3d req-af9cd86a-7172-48ac-8aa0-1b43d27953ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c28758bb2bb45158ba681615123f6fe&device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 1096 time: 0.1021867 Jun 21 09:28:46.629115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35142) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:46.659054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.704854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Allocated IP 172.20.0.6 (e5e13d2a-e8a3-4c75-b167-e79e85d57b8b/54fbdf1f-ece7-42f9-939d-438fef981030/4d7251dd-2f24-4fbc-b4c7-62c72127d5a3) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:46.720440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:46.726366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Usage tracker for resource:security_group_rule and tenant:ed060b9d738343edac645929436fc3c5 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:46.730970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:46.748975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:46.843250 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-42703241-8b15-4c77-8799-60f6bfb6bc1b req-255984f4-25ee-4093-9730-58041521c30b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 210 time: 0.1104183 Jun 21 09:28:46.868212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83e8da-0a25-4173-abae-96f696480d3d req-ddbebed7-6cb5-49c2-8b48-26800390379b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:46.869805 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b83e8da-0a25-4173-abae-96f696480d3d req-ddbebed7-6cb5-49c2-8b48-26800390379b service neutron] 10.222.0.45 "GET /v2.0/networks?id=857610af-8b19-4f4c-9ca3-b5f5b1f144fe HTTP/1.1" status: 200 len: 912 time: 0.2907243 Jun 21 09:28:46.952591 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b83e8da-0a25-4173-abae-96f696480d3d req-8188e937-0a8b-424c-9ea5-192fee144ad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 HTTP/1.1" status: 200 len: 217 time: 0.0738022 Jun 21 09:28:46.961893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a83feb-ecd8-4d1e-9ffd-74f350b039e0 req-bb7b17f7-6036-4a13-aaf0-321fb10cf494 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:46.963435 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10a83feb-ecd8-4d1e-9ffd-74f350b039e0 req-bb7b17f7-6036-4a13-aaf0-321fb10cf494 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 943 time: 0.2294953 Jun 21 09:28:46.970980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.977193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:46.994680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dc909487-8cb9-46c8-981b-074f395c8a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:47.037006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.046475 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-67e2f829-1473-4d72-a3d4-3e191e779181 req-caa5acb4-2418-4c09-8782-31d3dec7716f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 210 time: 0.0808101 Jun 21 09:28:47.076137 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed060b9d738343edac645929436fc3c5&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4418976 Jun 21 09:28:47.076137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58ae31-37be-448a-afe4-ab7445e25390,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:47.076355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35154) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:47.079235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:47.111060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.120190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:47.158438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83e8da-0a25-4173-abae-96f696480d3d req-4a2e30bb-9237-48b1-8f79-6425496eb1fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:47.163010 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b83e8da-0a25-4173-abae-96f696480d3d req-4a2e30bb-9237-48b1-8f79-6425496eb1fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f426a5f9-e108-4a7e-99ae-bbc098692cb3 HTTP/1.1" status: 200 len: 851 time: 0.1956525 Jun 21 09:28:47.228181 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b83e8da-0a25-4173-abae-96f696480d3d req-a6492a8e-42e0-4819-87a4-4b49be803717 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857610af-8b19-4f4c-9ca3-b5f5b1f144fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567605 Jun 21 09:28:47.231634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:47.232539 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10a83feb-ecd8-4d1e-9ffd-74f350b039e0 req-b5027776-5e06-49af-b2ad-e0642dca7d67 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323220 Jun 21 09:28:47.234995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:47.235309 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.244600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:47.249011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:47.249668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.254591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Pushing event updated for resources: {'Port': ['ID=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:47.259394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:47.275875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.321281 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779278 Jun 21 09:28:47.343430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Request body: {'port': {'device_id': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:47.391604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.421538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:47.437957 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8a3a72d4-1aa5-4e5c-99a3-6dae8b4e469c req-1d75b7e6-234d-4576-8a5a-53bbaabb3c1e tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.0813150 Jun 21 09:28:47.497596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.45', 53166) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:47.638267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.728375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58ae31-37be-448a-afe4-ab7445e25390,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:47.732205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:47.741261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:47.755603 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b58ae31-37be-448a-afe4-ab7445e25390 HTTP/1.1" status: 204 len: 168 time: 0.6679301 Jun 21 09:28:47.848975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-626272d5-5ff7-4cea-b146-dd884e189f4c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:47.851296 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-626272d5-5ff7-4cea-b146-dd884e189f4c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 817 time: 0.3526065 Jun 21 09:28:47.863128 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b83e8da-0a25-4173-abae-96f696480d3d req-259d869c-31c7-43e3-8f4d-f1a5d4453b49 service neutron] 10.222.0.45 "GET /v2.0/networks/857610af-8b19-4f4c-9ca3-b5f5b1f144fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311773 Jun 21 09:28:48.235089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.45', 53172) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:48.270446 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c8b6cfd2-10de-4ccf-a682-5e739d8de3f4 req-d6cf034c-4008-42a4-8e89-da0919793254 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 210 time: 0.1532490 Jun 21 09:28:48.453210 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1dcb2dbf-191d-4b8d-aaa0-6652231acebc req-50866957-c1ca-4ab0-a27b-cc64e8b3d5a5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 210 time: 0.0801075 Jun 21 09:28:48.551896 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b83e8da-0a25-4173-abae-96f696480d3d req-f9cd5a87-8293-4482-9990-5f91efaa1d4c service neutron] 10.222.0.45 "GET /v2.0/networks/857610af-8b19-4f4c-9ca3-b5f5b1f144fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289630 Jun 21 09:28:48.618271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-e6821534-1a15-4ece-be3d-9c2271e3e4de tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:security_group {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:48.645016 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-d4a5496c-f582-47ef-89d2-c93eb0438fdc tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:48.646765 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-d4a5496c-f582-47ef-89d2-c93eb0438fdc tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 819 time: 0.3992968 Jun 21 09:28:48.686338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Request body: {'port': {'device_id': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'admin_state_up': True, 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:48.740602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602b169-258c-466e-abbc-dfce61df691e req-58137c9d-6197-432c-84e7-19f303731d05 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:48.744340 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2602b169-258c-466e-abbc-dfce61df691e req-58137c9d-6197-432c-84e7-19f303731d05 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 943 time: 0.1956003 Jun 21 09:28:48.751206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-e6821534-1a15-4ece-be3d-9c2271e3e4de tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:security_group {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:48.752539 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-e6821534-1a15-4ece-be3d-9c2271e3e4de tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 5008 time: 0.7770026 Jun 21 09:28:48.769915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'port': {'device_id': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'admin_state_up': True, 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'security_groups': ['0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa']}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:48.879224 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8fe6f71-8de7-47c8-aacc-3958ef565651 req-b3e59697-8130-4ff1-8aec-90637b3f81b8 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.1469092 Jun 21 09:28:48.994023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:48.999865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:port and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:49.004999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:49.009312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 {{(pid=80877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:49.018674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:49.022395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:49.042522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Made reservation on behalf of 16aed2b879a04f34a74a6b1983d22312 for: {'port': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:49.048284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:49.059678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Transition to ACTIVE for port object 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 will not be triggered until provisioned by entity L2. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:49.071201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:49.081392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-94fd8d8c-a26e-47bd-a6ab-cd7f6361efee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:49.112296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:28:49.166384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:49.175937 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2602b169-258c-466e-abbc-dfce61df691e req-9b84a8ce-01a8-4e99-a0d7-eb58fef8d99a tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891595 Jun 21 09:28:49.188587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Usage tracker for resource:port and tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:49.196072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:49.206257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:49.216593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-2d1d46ce-d446-499d-a02f-81f5637eeb85 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:49.218206 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-2d1d46ce-d446-499d-a02f-81f5637eeb85 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 810 time: 0.3327401 Jun 21 09:28:49.240394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Made reservation on behalf of fdb7f04aa60b4c859ab1cb51e08a1a47 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:49.258345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:49.423089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,segment=NetworkSegment(d571faba-a170-4fdf-8881-324a18125f7d),segment_id=d571faba-a170-4fdf-8881-324a18125f7d)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:49.443036 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-9e9f17bf-ecea-43e4-8e75-c33fff152ef3 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6 HTTP/1.1" status: 200 len: 5008 time: 0.2038093 Jun 21 09:28:49.454319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7', 'network_id': '857610af-8b19-4f4c-9ca3-b5f5b1f144fe', 'port_id': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7', 'mac_address': 'fa:16:3e:e9:04:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f426a5f9-e108-4a7e-99ae-bbc098692cb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:28:49.528381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:49.558851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'port': {'device_id': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'admin_state_up': True, 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'security_groups': ['a59ff76b-8589-447b-9017-77ba5117c817']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:49.561696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:49.622222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,segment=NetworkSegment(d571faba-a170-4fdf-8881-324a18125f7d),segment_id=d571faba-a170-4fdf-8881-324a18125f7d)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:49.636556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:49.640064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:49.701965 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Allocated IP 172.20.0.9 (e5e13d2a-e8a3-4c75-b167-e79e85d57b8b/54fbdf1f-ece7-42f9-939d-438fef981030/b2761737-ef67-4409-a80b-6bd3c28d1605) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:49.734803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:49.751753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:49.769970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Allocated IP 172.20.0.8 (9d7f5eaf-3b81-4765-9a39-fc894b211160/e654221f-3195-4150-94dd-8ad6aac2be3a/7c1d0765-a6db-4e26-bba0-9244a4290af0) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:49.848637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:49.859518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:49.928716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Attempting to bind port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:49.929198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Attempting to bind port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:49.929566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Attempting to bind port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 on network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:49.954248 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-73874884-7bf1-480d-bcb7-ef02bdfd36a9 req-544601af-670c-456a-aaee-7198ff8f6f81 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 210 time: 0.2300532 Jun 21 09:28:49.960262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 on network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:28:49.960632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Attempting to bind port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 on network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:49.965407 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e4f7b4dd-86c8-49eb-9f65-e75bd06d8a06 req-10fe529c-ea01-490a-ad4b-a2184f7f03ee tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 210 time: 0.1476738 Jun 21 09:28:49.982681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['50f9fabf-59a6-4061-b6fe-b2ea178a6ca7'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:28:50.063215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:50.063532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Checking segment: {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:50.070508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Bound using segment: {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:50.071116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Bound port: 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'}}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:50.071528 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.289503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] For port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3, host hv-cinder-79721, cleared binding levels {{(pid=80877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:50.298073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:50.312936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] For port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:50.390761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.409551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:50.535971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.537700 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 1093 time: 3.1991448 Jun 21 09:28:50.538342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'tag': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:28:50.633601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,revision_number=3']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:50.650688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:port and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:50.656050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.683669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:50.693774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.694346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:50.699345 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a2d953de-af38-466d-930f-3b5065472aa1 req-550ef846-4d8d-41f8-bb29-4a4323a6ee65 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.4025741 Jun 21 09:28:50.711268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:50.742946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Made reservation on behalf of 3a752a0f8e154030b97df18c2f7cd2d6 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:28:50.748782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.762606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Transition to ACTIVE for port object 7c1d0765-a6db-4e26-bba0-9244a4290af0 will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:50.802944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.836295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d8f349cb-5f55-436c-99ab-b2a827a8e557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:50.860438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f93472-c589-4cc5-9e42-39d63ff630f7 req-de74d2bc-c0aa-417b-9822-1e5da7206f39 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:50.862272 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79f93472-c589-4cc5-9e42-39d63ff630f7 req-de74d2bc-c0aa-417b-9822-1e5da7206f39 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 944 time: 0.4860649 Jun 21 09:28:50.870145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.886002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:50.893289 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:50.900421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:50.904323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:50.907358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:50.908823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:50.946191 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-944fecb6-0f2d-4b70-a90a-3b1537a5d473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1096 time: 0.3117051 Jun 21 09:28:50.951048 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1881647 Jun 21 09:28:50.977754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:50.994699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Request body: {'port': {'device_id': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:51.101382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:51.116587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:51.118200 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-7c7f4d6f-a188-4d23-9ab6-36edd77038e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 217 time: 0.1424775 Jun 21 09:28:51.229248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:51.239930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:51.246364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Pushing event updated for resources: {'Port': ['ID=b2761737-ef67-4409-a80b-6bd3c28d1605,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:51.252036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:51.257920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:51.258673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.268117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:51.282236 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79f93472-c589-4cc5-9e42-39d63ff630f7 req-f9cf88e0-232a-4f5d-8612-4b005d0c7743 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062862 Jun 21 09:28:51.289322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-22507e30-4961-4b8f-a9e5-740d0485273f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:51.290886 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-22507e30-4961-4b8f-a9e5-740d0485273f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.1604760 Jun 21 09:28:51.309444 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'tag': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3', 'status': 'completed', 'code': 200} Jun 21 09:28:51.310741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Allocated IP 172.20.0.3 (f23257cb-fe29-43bb-8207-08422340aa3e/fb61985d-424f-4bb6-a5e3-65dd323357ec/9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:28:51.332728 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6640630 Jun 21 09:28:51.350251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:51.364608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:51.365921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.384269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Request body: {'port': {'device_id': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:51.439098 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-b798d551-2f8b-4988-9dcd-ab7c8907415e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257403 Jun 21 09:28:51.541487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.573995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d70caa-479f-413f-bdc4-763439d55515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:28:51.654924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,segment=NetworkSegment(d571faba-a170-4fdf-8881-324a18125f7d),segment_id=d571faba-a170-4fdf-8881-324a18125f7d)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:51.657644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8850a665-0de1-4827-bb49-1bcb67a010b5 None None] Provisioning for port 7c1d0765-a6db-4e26-bba0-9244a4290af0 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:51.666149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8850a665-0de1-4827-bb49-1bcb67a010b5 None None] Provisioning complete for port 7c1d0765-a6db-4e26-bba0-9244a4290af0 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:51.666809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8850a665-0de1-4827-bb49-1bcb67a010b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.683065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.697034 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.710712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:51.716342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Transition to ACTIVE for port object 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:51.760286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.773205 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-6f18985c-5fb6-4705-997c-4930e5c24234 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228426 Jun 21 09:28:51.790890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:51.796565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:51.811524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-8850a665-0de1-4827-bb49-1bcb67a010b5 None None] Port 7c1d0765-a6db-4e26-bba0-9244a4290af0 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:28:51.915793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:51.917582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35364) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:51.958367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:52.073253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'Port': ['ID=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:52.080671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:52.158575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:52.200886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Network f23257cb-fe29-43bb-8207-08422340aa3e is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:28:52.230457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:28:52.262564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe6c20-2679-4ccd-87da-2a0129f1a589 req-caed1f28-50e7-4657-824c-c2e1a6fa402b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:52.263368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-aafe6c20-2679-4ccd-87da-2a0129f1a589 req-caed1f28-50e7-4657-824c-c2e1a6fa402b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Synchronizing usage tracker for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:52.282043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:28:52.289704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:52.290385 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:52.393288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd867ac-b095-459f-9137-7141248bc3c3 req-ba1e2a63-48cc-43fd-9820-ef33ca1e9ced tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:52.402980 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0cd867ac-b095-459f-9137-7141248bc3c3 req-ba1e2a63-48cc-43fd-9820-ef33ca1e9ced tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 931 time: 0.6426740 Jun 21 09:28:52.639879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:52.650815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1d0765-a6db-4e26-bba0-9244a4290af0 {{(pid=80877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:52.657095 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1313536 Jun 21 09:28:52.659303 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7fe140e7-db27-4382-828f-f00fd141f7dc req-4dd46391-d846-4afe-a0e6-626ce9b22150 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743114 Jun 21 09:28:52.661885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:52.666759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-aafe6c20-2679-4ccd-87da-2a0129f1a589 req-caed1f28-50e7-4657-824c-c2e1a6fa402b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Unset dirty status for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:52.675431 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aafe6c20-2679-4ccd-87da-2a0129f1a589 req-caed1f28-50e7-4657-824c-c2e1a6fa402b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 931 time: 0.8662019 Jun 21 09:28:52.678943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Transition to ACTIVE for port object 7c1d0765-a6db-4e26-bba0-9244a4290af0 will not be triggered until provisioned by entity L2. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:52.683564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:52.701448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:52.745270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Request body: {'port': {'device_id': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:28:52.745910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-23902b85-eb0f-4ea5-afc2-a0d6be6d2aaf None None] Provisioning for port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:52.753064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-23902b85-eb0f-4ea5-afc2-a0d6be6d2aaf None None] Provisioning complete for port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:52.753767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-23902b85-eb0f-4ea5-afc2-a0d6be6d2aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:52.826862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-23902b85-eb0f-4ea5-afc2-a0d6be6d2aaf None None] Port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:28:52.855333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:52.870636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:c644ce8d6cf44970b03376693f966ec3 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:52.884807 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0cd867ac-b095-459f-9137-7141248bc3c3 req-136cbaf4-18df-43aa-ac41-77d2b1c10a27 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446225 Jun 21 09:28:52.888644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:52.889791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:52.898297 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:52.928357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:52.931975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-aafe6c20-2679-4ccd-87da-2a0129f1a589 req-60792509-ae20-4fd1-9a83-678ce816967a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Synchronizing usage tracker for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:52.979469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-90a6e2aa-b0da-4188-8a18-a4fe6751c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:52.995488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Attempting to bind port 7c1d0765-a6db-4e26-bba0-9244a4290af0 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:52.995488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Attempting to bind port 7c1d0765-a6db-4e26-bba0-9244a4290af0 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:52.995856 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Attempting to bind port 7c1d0765-a6db-4e26-bba0-9244a4290af0 on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:53.020258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Port 7c1d0765-a6db-4e26-bba0-9244a4290af0 on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:28:53.041005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Attempting to bind port 7c1d0765-a6db-4e26-bba0-9244a4290af0 on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:53.047717 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-e2c0cf5f-7fb0-4a92-94d0-7b56877c4a09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1096 time: 0.2123561 Jun 21 09:28:53.064839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:53.066810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Checking segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:53.066810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Bound using segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:53.066810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Bound port: 7c1d0765-a6db-4e26-bba0-9244a4290af0, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:53.067097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:53.267427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-aafe6c20-2679-4ccd-87da-2a0129f1a589 req-60792509-ae20-4fd1-9a83-678ce816967a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Unset dirty status for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:53.268663 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aafe6c20-2679-4ccd-87da-2a0129f1a589 req-60792509-ae20-4fd1-9a83-678ce816967a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923529 Jun 21 09:28:53.287417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:53.328884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-da473a99-a349-4cb2-85b0-42561034a85f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:53.330540 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-da473a99-a349-4cb2-85b0-42561034a85f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 0.2419846 Jun 21 09:28:53.333515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, cleared binding levels {{(pid=80877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:53.337163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:53.399376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:53.411304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:53.453768 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-f42c165d-d8a0-4d33-ae3d-88b0ff26ba9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 217 time: 0.1148448 Jun 21 09:28:53.530719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:53.532174 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] 10.222.0.45 "PUT /v2.0/ports/7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 200 len: 1093 time: 2.5577064 Jun 21 09:28:53.538591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:28:53.569150 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d70caa-479f-413f-bdc4-763439d55515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7', 'code': 200} Jun 21 09:28:53.577849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=3']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:53.586311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:53.592433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:53.595902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-d9a15503-3c35-4ae7-8df8-fdc501c85449 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:53.623344 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-d9a15503-3c35-4ae7-8df8-fdc501c85449 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.1553588 Jun 21 09:28:53.668931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:53.747853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b12523-f20d-4939-baa0-630a06737035 req-60955bbf-1487-472c-a0f6-6d341c5e3eb1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:53.748633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-63b12523-f20d-4939-baa0-630a06737035 req-60955bbf-1487-472c-a0f6-6d341c5e3eb1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Synchronizing usage tracker for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:53.755894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:53.766337 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c644ce8d6cf44970b03376693f966ec3&name=default HTTP/1.1" status: 200 len: 2629 time: 1.8443339 Jun 21 09:28:53.792247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35418) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:53.816290 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-423c46bf-4aeb-45ef-a875-30c95bf23d03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750860 Jun 21 09:28:53.856064 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-902c94f4-42e6-423a-83e9-1c3f3c528034 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1096 time: 0.2136118 Jun 21 09:28:54.078268 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-7b99415f-5944-4ee4-a88f-ee029805ae93 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841612 Jun 21 09:28:54.078611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.45', 53189) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:54.209390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.301195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5070aaa3-8401-43d9-9d09-1472af1c98db,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:54.313415 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-37dc4a30-7f7c-4518-984e-8ed042ca9c68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 200 len: 217 time: 0.4184070 Jun 21 09:28:54.326207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:54.331145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-63b12523-f20d-4939-baa0-630a06737035 req-60955bbf-1487-472c-a0f6-6d341c5e3eb1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Unset dirty status for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:54.339464 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-63b12523-f20d-4939-baa0-630a06737035 req-60955bbf-1487-472c-a0f6-6d341c5e3eb1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 931 time: 1.1927500 Jun 21 09:28:54.350043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2761737-ef67-4409-a80b-6bd3c28d1605 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:54.406075 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.452403 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-a87e8551-5502-4fac-b798-ac7b45067761 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 1098 time: 0.3726044 Jun 21 09:28:54.477332 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-63b12523-f20d-4939-baa0-630a06737035 req-9121c4af-e6aa-473b-b6e9-f0ccdf6ed97e tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368122 Jun 21 09:28:54.497813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-a682f93b-9bff-4d94-ab78-d17d9e5e0144 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:54.499361 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-a682f93b-9bff-4d94-ab78-d17d9e5e0144 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.1711347 Jun 21 09:28:54.505029 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-1cd6a071-3044-4997-83e7-8fd2cd6efeae service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684108 Jun 21 09:28:54.505698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.604356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Transition to ACTIVE for port object b2761737-ef67-4409-a80b-6bd3c28d1605 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:54.613458 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'status': 'completed', 'code': 200} Jun 21 09:28:54.619777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ca431-2ef1-4563-8a2b-d864dede0a3d req-96457237-e165-4d32-bcf7-c2156fd7d087 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:54.622014 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-887ca431-2ef1-4563-8a2b-d864dede0a3d req-96457237-e165-4d32-bcf7-c2156fd7d087 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 945 time: 0.8288043 Jun 21 09:28:54.622850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:54.626271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.631147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:54.631306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Usage tracker for resource:security_group_rule and tenant:6f983651fb6a404c8ca2acaf39b13f72 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:54.632864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3278f535-db13-41fa-afd8-f138a55d6cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.636446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:54.645618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:54.663792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.668136 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:54.679406 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-39ae6851-b0c0-45f8-af50-1d785afa9d98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1496608 Jun 21 09:28:54.764182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35452) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:54.822665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=b2761737-ef67-4409-a80b-6bd3c28d1605,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:54.846965 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:54.847201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.854818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.865943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Transition to ACTIVE for port object 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:28:54.867401 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-462ea6ce-8e36-4981-bcfe-9eca8828e4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:54.868828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.917789 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-f5d59602-c865-402a-b8d4-a8a7cf479ba0 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278543 Jun 21 09:28:54.922236 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521422 Jun 21 09:28:54.925358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:54.926841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8588c63f-a079-4f07-b4ad-b7a97023b147,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:54.930025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:54.959145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:55.039692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.078842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.081562 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-887ca431-2ef1-4563-8a2b-d864dede0a3d req-1bf6103e-f2fd-4b42-aadc-44ea5ac8e6ff tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413099 Jun 21 09:28:55.134380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:28:55.210393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.213642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Attempting to bind port b2761737-ef67-4409-a80b-6bd3c28d1605 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:55.214015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Attempting to bind port b2761737-ef67-4409-a80b-6bd3c28d1605 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:55.214372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Attempting to bind port b2761737-ef67-4409-a80b-6bd3c28d1605 on network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:55.216637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:55.272449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:55.293339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Port b2761737-ef67-4409-a80b-6bd3c28d1605 on network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:28:55.294638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Attempting to bind port b2761737-ef67-4409-a80b-6bd3c28d1605 on network e5e13d2a-e8a3-4c75-b167-e79e85d57b8b {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:55.308920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc724db-2b14-473f-9b30-a59b2cdf5cec req-607d9d17-c362-40f0-bde6-b1fa76129b98 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:55.310567 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ecc724db-2b14-473f-9b30-a59b2cdf5cec req-607d9d17-c362-40f0-bde6-b1fa76129b98 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.4433634 Jun 21 09:28:55.356702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:55.357394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Checking segment: {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:55.358829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Bound using segment: {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:55.358829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Bound port: b2761737-ef67-4409-a80b-6bd3c28d1605, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46255d99-8d87-476a-ac97-a66bb9c6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:55.358829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.369109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:55.374829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:55.377328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee36f8630db4da08243090fe35c5d94 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:55.382743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:55.390879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.393195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:55.396768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3', 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'port_id': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3', 'mac_address': 'fa:16:3e:63:93:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:28:55.422542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:55.431486 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2836dbde-063a-4d9a-a3c4-32a3124aecdd req-c9534486-2f52-4721-9c63-84102d7ca6a7 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090342 Jun 21 09:28:55.439953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Attempting to bind port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:28:55.440326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Attempting to bind port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:28:55.440677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Attempting to bind port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 on network f23257cb-fe29-43bb-8207-08422340aa3e {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:55.473257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.500188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:55.506188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5070aaa3-8401-43d9-9d09-1472af1c98db,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:55.513810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:55.525663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.531764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.544451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 on network f23257cb-fe29-43bb-8207-08422340aa3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:28:55.544821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Attempting to bind port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 on network f23257cb-fe29-43bb-8207-08422340aa3e {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:28:55.545803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.547372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.548565 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5070aaa3-8401-43d9-9d09-1472af1c98db HTTP/1.1" status: 204 len: 168 time: 1.3788617 Jun 21 09:28:55.550914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:55.560545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:55.563747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41001b-e2bf-4688-8555-85dc2982a688 req-819bfc01-0b44-4017-8813-ad553d02a88b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:55.573408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.574036 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc41001b-e2bf-4688-8555-85dc2982a688 req-819bfc01-0b44-4017-8813-ad553d02a88b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 943 time: 0.3745747 Jun 21 09:28:55.575165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e4196cfa-aa03-40b2-a544-2030778e1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:55.584828 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ecc724db-2b14-473f-9b30-a59b2cdf5cec req-c416bb28-f01e-4466-ba59-6249b942a0f5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359693 Jun 21 09:28:55.615152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:28:55.615461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Checking segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:28:55.615875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Bound using segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:28:55.616353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Bound port: 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:28:55.616736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.658416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] For port b2761737-ef67-4409-a80b-6bd3c28d1605, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:55.666330 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-95748300-343a-4097-a641-37523e70b316 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ee36f8630db4da08243090fe35c5d94&name=default HTTP/1.1" status: 200 len: 2629 time: 0.8981946 Jun 21 09:28:55.668552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35470) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:55.710202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbec448-3cf1-4154-a38b-d44192006326,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:55.715566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:55.721186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] For port b2761737-ef67-4409-a80b-6bd3c28d1605, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b2761737-ef67-4409-a80b-6bd3c28d1605,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:55.747547 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc41001b-e2bf-4688-8555-85dc2982a688 req-cfdcf45d-eeb2-416b-b0b5-a800bef925a9 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702955 Jun 21 09:28:55.748105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:55.753584 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-7323cc82-fa71-4024-b150-d2170ca0602f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1096 time: 0.1434476 Jun 21 09:28:55.764373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:55.770947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:55.799931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:55.876680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['4d7251dd-2f24-4fbc-b4c7-62c72127d5a3'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:28:56.053369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-dc7405d7-5168-49c5-ba51-7673604bc405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:56.059413 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-dc7405d7-5168-49c5-ba51-7673604bc405 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.2971847 Jun 21 09:28:56.150258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] For port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:28:56.169241 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-d308c347-dbb6-4278-941c-42d2e4fe332c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 200 len: 217 time: 0.1016359 Jun 21 09:28:56.207765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] For port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:28:56.232456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:56.233828 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] 10.222.0.45 "PUT /v2.0/ports/b2761737-ef67-4409-a80b-6bd3c28d1605 HTTP/1.1" status: 200 len: 1093 time: 4.8775854 Jun 21 09:28:56.235467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'tag': 'b2761737-ef67-4409-a80b-6bd3c28d1605'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:28:56.271394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-62e8a476-cb5b-42e8-b6cc-f9a15626cc7e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:56.273156 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-62e8a476-cb5b-42e8-b6cc-f9a15626cc7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.0930848 Jun 21 09:28:56.280007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:56.335358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:56.393839 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-e870f7e8-6e07-4144-b82e-fcf1128fc2e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976250 Jun 21 09:28:56.401722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=b2761737-ef67-4409-a80b-6bd3c28d1605,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:56.420079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:56.427377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-51983bcf-e238-45e9-b9e3-27fdde19e3ac tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:56.502596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35502) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:56.504869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:56.560838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:56.572066 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] 10.222.0.45 "PUT /v2.0/ports/9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 200 len: 1093 time: 3.8331935 Jun 21 09:28:56.596538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:56.599371 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-a4d2594c-77a2-417a-ac0e-2eb8e9568c8a service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935298 Jun 21 09:28:56.626126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff1b0d-3679-448b-b4eb-52baf511b823 req-0c0f6d4f-b3e4-4381-8c70-79738d6cee76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:56.628036 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8fff1b0d-3679-448b-b4eb-52baf511b823 req-0c0f6d4f-b3e4-4381-8c70-79738d6cee76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 943 time: 0.5861516 Jun 21 09:28:56.662515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:56.666830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:56.775014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:56.803522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a30861-b21e-402c-9ca9-9859483b9b22 req-41d5c191-3503-48ba-b441-22810d0a01fc tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:56.812093 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1a30861-b21e-402c-9ca9-9859483b9b22 req-41d5c191-3503-48ba-b441-22810d0a01fc tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 945 time: 0.5383134 Jun 21 09:28:56.819327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Usage tracker for resource:security_group_rule and tenant:5e6164bfaa89416599c7dfd2055e016b is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:56.824612 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-28c4c546-479f-4126-b2f3-afd8b2fd7516 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 1096 time: 0.4818239 Jun 21 09:28:56.826180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:56.851596 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5c02eb66-03e6-44f9-945e-8cfbd83fc712 req-6b698486-fdbc-45d7-a208-5e89ed482ef3 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043858 Jun 21 09:28:56.915212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:56.931837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:56.954231 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8fff1b0d-3679-448b-b4eb-52baf511b823 req-8e549fa5-29d0-4fef-8f82-40c759edab45 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114207 Jun 21 09:28:56.958176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:56.981063 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-8d9ffb54-a50e-46f1-b1b4-86303597ae50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2761737-ef67-4409-a80b-6bd3c28d1605 HTTP/1.1" status: 200 len: 217 time: 0.1327617 Jun 21 09:28:56.990860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbec448-3cf1-4154-a38b-d44192006326,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:57.007078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:57.056433 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'tag': 'b2761737-ef67-4409-a80b-6bd3c28d1605', 'status': 'completed', 'code': 200} Jun 21 09:28:57.057254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.083766 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1a30861-b21e-402c-9ca9-9859483b9b22 req-0d9a56bd-0f86-4ad3-a0e3-6d0a86ac29ad tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707086 Jun 21 09:28:57.084974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.088150 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0dbec448-3cf1-4154-a38b-d44192006326 HTTP/1.1" status: 204 len: 168 time: 1.4184470 Jun 21 09:28:57.110940 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-2458172f-61be-413f-b7a0-48ccff5819cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 1096 time: 0.4275582 Jun 21 09:28:57.148152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:28:57.247937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:57.265952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-85b2e2bf-cec9-42cd-9d08-4166b6cf1870 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:57.267505 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-85b2e2bf-cec9-42cd-9d08-4166b6cf1870 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.2736464 Jun 21 09:28:57.389534 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-f3240bb8-a2e9-4a00-a5a2-249e12f89531 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 200 len: 217 time: 0.2593043 Jun 21 09:28:57.392380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.398213 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-db6621c9-771a-401c-b137-2e91d6246d1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867953 Jun 21 09:28:57.435773 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.493690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:57.503990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:57.524096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:57.533066 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:57.533638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.572602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'port_id': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'mac_address': 'fa:16:3e:11:57:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:28:57.574382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35526) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:57.595493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.649670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6819a92-c7a5-4a3d-b455-78c0ff36df05,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:57.653098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:57.653231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:57.657759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Usage tracker for resource:security_group_rule and tenant:8986b5781f6c46e098a4f178dcefa6ca is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:57.661626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:57.665599 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-d2be7843-6091-40a7-9f54-72e96f7b226d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:57.667181 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-d2be7843-6091-40a7-9f54-72e96f7b226d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.2680182 Jun 21 09:28:57.670030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:57.675967 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e6164bfaa89416599c7dfd2055e016b&name=default HTTP/1.1" status: 200 len: 2629 time: 1.1553051 Jun 21 09:28:57.681582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ea7-c2fd-4287-9524-76a0e2f35187 req-10194d46-2a4a-4503-a675-7f508dcf4e2c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:57.685304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.686144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35534) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:57.690672 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6b5e1ea7-c2fd-4287-9524-76a0e2f35187 req-10194d46-2a4a-4503-a675-7f508dcf4e2c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.4937849 Jun 21 09:28:57.722445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:57.725550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:28:57.733760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.738371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:57.777174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.813522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1d0765-a6db-4e26-bba0-9244a4290af0 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:28:57.830211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:57.834713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.857237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:57.860606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:57.861107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:57.869890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.878290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:57.927112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:57.958062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:57.961817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:57.970684 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8986b5781f6c46e098a4f178dcefa6ca&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3921936 Jun 21 09:28:57.974636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35546) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:57.975380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6daaac-6190-453d-8770-ba0ed739e571,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:57.980350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:58.001775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.015277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40857f4a-0b71-4270-9a06-439022cf100d req-04f51aad-5269-41b3-af5a-0367f5082b83 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:58.023754 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-40857f4a-0b71-4270-9a06-439022cf100d req-04f51aad-5269-41b3-af5a-0367f5082b83 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 943 time: 0.7846439 Jun 21 09:28:58.088155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.091495 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-f95075c7-4b4f-471b-994a-c751458c3cc9 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477401 Jun 21 09:28:58.149981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.159896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['7c1d0765-a6db-4e26-bba0-9244a4290af0'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:28:58.169481 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6b5e1ea7-c2fd-4287-9524-76a0e2f35187 req-0c03653e-027e-40f2-b535-1a6a89e8aad1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4771378 Jun 21 09:28:58.181454 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-40857f4a-0b71-4270-9a06-439022cf100d req-0c50eb5e-e13f-49f8-886e-47fd9f299340 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566405 Jun 21 09:28:58.227274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.240432 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-86942422-b675-4f10-a239-01f51bc5a402 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5443923 Jun 21 09:28:58.245919 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.252899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35558) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:58.265053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:58.286837 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3', 'code': 200} Jun 21 09:28:58.308007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6819a92-c7a5-4a3d-b455-78c0ff36df05,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:58.337895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:58.352280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.353510 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6819a92-c7a5-4a3d-b455-78c0ff36df05 HTTP/1.1" status: 204 len: 168 time: 0.6645780 Jun 21 09:28:58.365408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.372936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:58.389907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6daaac-6190-453d-8770-ba0ed739e571,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:58.391840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.396295 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca6daaac-6190-453d-8770-ba0ed739e571 HTTP/1.1" status: 204 len: 168 time: 0.4102366 Jun 21 09:28:58.396295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:58.559350 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-807cf92f-467b-4ea3-a429-b5b096ac9ebb req-29f75b48-c3b9-41c1-bbdd-d2c77440f8c5 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557056 Jun 21 09:28:58.623451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.640791 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3f1d9bc7-8261-4b74-97a1-55544d1d1ee2 req-0d7604e1-7e98-4c74-acdf-8b7bc93ea0a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.0934062 Jun 21 09:28:58.719988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-3f1d9bc7-8261-4b74-97a1-55544d1d1ee2 req-a9da6ccb-c8f2-4346-9205-fd8c0e12e96a service neutron] Synchronizing usage tracker for tenant:6f983651fb6a404c8ca2acaf39b13f72 on resource:security_group {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:28:58.735754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:28:58.742735 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-44b6eaa7-fdb5-40a8-8362-640d488089fa service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881794 Jun 21 09:28:58.742882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-3f1d9bc7-8261-4b74-97a1-55544d1d1ee2 req-a9da6ccb-c8f2-4346-9205-fd8c0e12e96a service neutron] Unset dirty status for tenant:6f983651fb6a404c8ca2acaf39b13f72 on resource:security_group {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:28:58.744245 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3f1d9bc7-8261-4b74-97a1-55544d1d1ee2 req-a9da6ccb-c8f2-4346-9205-fd8c0e12e96a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792739 Jun 21 09:28:58.750521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:405906e1f1b74d409d2a7cb35ab0413c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:28:58.759042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c3c2f-b286-43c6-86c9-5cc6cc806570 req-fbb96f5e-09d5-425f-9d32-fb0881f0c90e tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:58.767467 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-049c3c2f-b286-43c6-86c9-5cc6cc806570 req-fbb96f5e-09d5-425f-9d32-fb0881f0c90e tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 945 time: 0.2548766 Jun 21 09:28:58.769677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:28:58.776883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:28:58.840527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319d35-75a1-41cd-8e49-ffc963ad44c8 req-a6937315-2fbd-4884-ba8c-7cd4b753daee tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:58.842133 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-27319d35-75a1-41cd-8e49-ffc963ad44c8 req-a6937315-2fbd-4884-ba8c-7cd4b753daee tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 943 time: 0.4615371 Jun 21 09:28:58.897565 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-049c3c2f-b286-43c6-86c9-5cc6cc806570 req-f7eca622-ef16-4d3a-868e-3cbf45ab535c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291783 Jun 21 09:28:58.915513 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-017121f0-d668-4d4c-bf89-09218e509c03 req-3fade146-2e60-4fb2-b804-a8e75057898f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 1096 time: 0.2372835 Jun 21 09:28:58.947513 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-27319d35-75a1-41cd-8e49-ffc963ad44c8 req-ef74b1dd-47e4-4516-8088-490ce7d049b2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908296 Jun 21 09:28:58.985977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:58.991825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:59.026185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9c1c2e9f-f40c-4f72-8b12-1f022c128f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:59.071738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:28:59.170233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:28:59.183080 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'status': 'completed', 'code': 200} Jun 21 09:28:59.349297 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 7c1d0765-a6db-4e26-bba0-9244a4290af0 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:28:59.359592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 7c1d0765-a6db-4e26-bba0-9244a4290af0 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:28:59.360188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:59.607979 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:59.623352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19dc563-4c03-44f0-901f-33287fbc4f61,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:59.626788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017121f0-d668-4d4c-bf89-09218e509c03 req-3fc002d1-a83f-470c-8ade-74d4984a6b5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:59.628901 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-017121f0-d668-4d4c-bf89-09218e509c03 req-3fc002d1-a83f-470c-8ade-74d4984a6b5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 0.5819612 Jun 21 09:28:59.632941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:59.685770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:28:59.692072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:59.694384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:59.741524 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=405906e1f1b74d409d2a7cb35ab0413c&name=default HTTP/1.1" status: 200 len: 2629 time: 1.4830232 Jun 21 09:28:59.741963 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35618) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:28:59.763493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:28:59.769788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:28:59.850473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:59.875401 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa782ac9-4347-4f84-8148-dc3d4eec8b6f req-1ca873a9-5897-4d2e-842e-46f124846b2d service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8819633 Jun 21 09:28:59.879239 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-017121f0-d668-4d4c-bf89-09218e509c03 req-b6e7c275-b951-4cef-9f58-f131031f2998 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2761737-ef67-4409-a80b-6bd3c28d1605 HTTP/1.1" status: 200 len: 217 time: 0.1835501 Jun 21 09:28:59.882410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:59.900017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa543069-5406-4a7b-ad20-c3329dd92818 req-9528f169-ea12-4efe-8434-dc8166c2da6b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:28:59.901673 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aa543069-5406-4a7b-ad20-c3329dd92818 req-9528f169-ea12-4efe-8434-dc8166c2da6b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 943 time: 0.4719653 Jun 21 09:28:59.967238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:28:59.975149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:28:59.990083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19dc563-4c03-44f0-901f-33287fbc4f61,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:00.000470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:00.008735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:00.010346 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e19dc563-4c03-44f0-901f-33287fbc4f61 HTTP/1.1" status: 204 len: 168 time: 0.2673383 Jun 21 09:29:00.049087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a937d1-2d7c-4989-84b7-7609ecce5fa2 req-38843815-bb52-4644-93c4-151b197d3209 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:00.057128 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-25a937d1-2d7c-4989-84b7-7609ecce5fa2 req-38843815-bb52-4644-93c4-151b197d3209 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.6287217 Jun 21 09:29:00.105509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017121f0-d668-4d4c-bf89-09218e509c03 req-2f954064-0264-424f-8482-cdfc595f80cb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:00.107098 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-017121f0-d668-4d4c-bf89-09218e509c03 req-2f954064-0264-424f-8482-cdfc595f80cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.2043781 Jun 21 09:29:00.110711 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aa543069-5406-4a7b-ad20-c3329dd92818 req-c0fe850d-9ecd-429b-b80c-0564d8bc9dbc tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732087 Jun 21 09:29:00.286892 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:00.519744 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-017121f0-d668-4d4c-bf89-09218e509c03 req-5297b3ae-cb6c-40a4-aca3-48f06ca7b527 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3968275 Jun 21 09:29:00.522946 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-25a937d1-2d7c-4989-84b7-7609ecce5fa2 req-62afe27d-e743-4c1f-ba5c-7fabeeb60fec tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4649761 Jun 21 09:29:00.603757 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'code': 200} Jun 21 09:29:00.712047 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-17c3f113-def1-4d1d-9730-cc940af4a963 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 1096 time: 0.7104352 Jun 21 09:29:00.755183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744411-b329-4f53-a740-4c88d84b34b4 req-16b7049d-3a14-41c2-8cc8-95322227f5db tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:00.756778 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc744411-b329-4f53-a740-4c88d84b34b4 req-16b7049d-3a14-41c2-8cc8-95322227f5db tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 943 time: 0.2398319 Jun 21 09:29:00.833084 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-017121f0-d668-4d4c-bf89-09218e509c03 req-2ff1f1e9-2206-4272-bd05-c24801fa78ee service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632911 Jun 21 09:29:00.963890 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc744411-b329-4f53-a740-4c88d84b34b4 req-38b297e9-f1f1-406a-b460-3b8877b4bded tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898985 Jun 21 09:29:01.087539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-f39ee5f4-4beb-438b-83e4-39f41b671625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:01.087539 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-f39ee5f4-4beb-438b-83e4-39f41b671625 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 911 time: 0.3633986 Jun 21 09:29:01.100801 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-92108a0e-8174-4066-9b87-d9bbae43170f req-72c0f039-f79e-4c49-a12b-6336452bc6cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1098 time: 0.1776259 Jun 21 09:29:01.161301 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-92108a0e-8174-4066-9b87-d9bbae43170f req-fafafef8-7140-4e2a-9f42-ad3ef205ab12 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523024 Jun 21 09:29:01.175280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35664) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:01.178722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:29:01.189221 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-017121f0-d668-4d4c-bf89-09218e509c03 req-5840cb7c-bf8b-49f4-8c47-d02bfb91cc8f service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985840 Jun 21 09:29:01.190658 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-51f87dff-c97e-4925-ac0a-b8947f250572 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 200 len: 217 time: 0.0944517 Jun 21 09:29:01.207665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.247957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:01.255203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf01c93ce12493ebaf16337194f3e52 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:01.259126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:01.267123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:01.365736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.369664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.378729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-95748300-343a-4097-a641-37523e70b316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:01.384487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:01.401220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'port_id': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'mac_address': 'fa:16:3e:2a:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:29:01.424619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648d87ef-508a-41a1-a122-9b33c08ff446,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:01.429592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:01.435149 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bf01c93ce12493ebaf16337194f3e52&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2584608 Jun 21 09:29:01.435824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35672) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:01.463200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038480b-d3cb-4888-99ef-157470fb89e9 req-3698fc76-1bb3-468d-b436-e17e02f90d24 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:01.465103 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9038480b-d3cb-4888-99ef-157470fb89e9 req-3698fc76-1bb3-468d-b436-e17e02f90d24 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 943 time: 0.1136770 Jun 21 09:29:01.465403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.484620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:29:01.500755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:01.508073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.508870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b2761737-ef67-4409-a80b-6bd3c28d1605 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:29:01.516518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:01.556601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.585612 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9038480b-d3cb-4888-99ef-157470fb89e9 req-2f8175eb-6656-4f0d-a2f5-64cba622360e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118338 Jun 21 09:29:01.618030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-74c8971d-306a-47ea-9673-90a53002e87e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:01.621230 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-74c8971d-306a-47ea-9673-90a53002e87e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.1150110 Jun 21 09:29:01.623604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.681101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.691453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-442d14b5-f3a4-4466-8329-38d19758b617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:01.694017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:01.705621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:01.724551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648d87ef-508a-41a1-a122-9b33c08ff446,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:01.730471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:01.734180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.739118 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/648d87ef-508a-41a1-a122-9b33c08ff446 HTTP/1.1" status: 204 len: 168 time: 0.3022635 Jun 21 09:29:01.757349 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-f2964a3b-df87-4bfc-be55-297cce4d39b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1243951 Jun 21 09:29:01.874889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port b2761737-ef67-4409-a80b-6bd3c28d1605, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b2761737-ef67-4409-a80b-6bd3c28d1605,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:01.891709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'b2761737-ef67-4409-a80b-6bd3c28d1605', 'network_id': 'e5e13d2a-e8a3-4c75-b167-e79e85d57b8b', 'port_id': 'b2761737-ef67-4409-a80b-6bd3c28d1605', 'mac_address': 'fa:16:3e:5d:74:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fbdf1f-ece7-42f9-939d-438fef981030', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:29:01.951605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:01.975042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2761737-ef67-4409-a80b-6bd3c28d1605 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:29:01.994897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port b2761737-ef67-4409-a80b-6bd3c28d1605, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b2761737-ef67-4409-a80b-6bd3c28d1605,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:01.998446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:02.003682 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-de3e7d6d-015f-43c0-8d34-41b1bbdf4eaa service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365718 Jun 21 09:29:02.011208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:02.152978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=b2761737-ef67-4409-a80b-6bd3c28d1605,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:02.158519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:02.234521 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47a00079-9e75-4372-80ae-3d3fe4a0dc82 req-ebb86f6c-f5b7-4fda-aa63-c38e16f45cbc service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086580 Jun 21 09:29:02.315118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3f821-b4ea-49b8-a021-269368d9514c req-a7da26ae-acd8-4a36-b57e-ca15e2104926 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:02.317791 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3f821-b4ea-49b8-a021-269368d9514c req-a7da26ae-acd8-4a36-b57e-ca15e2104926 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.4514308 Jun 21 09:29:02.379452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35708) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:02.381295 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3f821-b4ea-49b8-a021-269368d9514c req-f16ea264-e314-4254-9bb3-ccc84a0d26fc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524194 Jun 21 09:29:02.391634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0bc8-806c-404e-9dab-cb35a01a8bce req-318dc94c-953c-4bcd-be58-a9465ed4be14 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:02.399299 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c3ff0bc8-806c-404e-9dab-cb35a01a8bce req-318dc94c-953c-4bcd-be58-a9465ed4be14 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 944 time: 0.1714652 Jun 21 09:29:02.415951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:02.445635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:29:02.470289 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c3ff0bc8-806c-404e-9dab-cb35a01a8bce req-cafb5fc2-b12c-44cf-8b8d-4a8dbc27185f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543942 Jun 21 09:29:02.502867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:02.519513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['b2761737-ef67-4409-a80b-6bd3c28d1605'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:29:02.521835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Usage tracker for resource:security_group_rule and tenant:149d79c187444999b9367a282bcb8836 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:02.529299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:02.537198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:02.636515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:02.640097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:02.685869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:02.700057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35720) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:02.700354 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=149d79c187444999b9367a282bcb8836&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3193355 Jun 21 09:29:02.739873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e84e2da-8950-4b06-8986-6e0d1ce6d09f,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:02.743553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:02.774035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:29:02.878540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:02.886442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317b48-29dc-489c-98ab-db51aaa6a681 req-3108c05f-cd9b-4d86-a7db-2cb9cb8a9992 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:02.888020 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34317b48-29dc-489c-98ab-db51aaa6a681 req-3108c05f-cd9b-4d86-a7db-2cb9cb8a9992 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 944 time: 0.1560156 Jun 21 09:29:02.933791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:02.994859 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34317b48-29dc-489c-98ab-db51aaa6a681 req-21620e5b-d80f-47a1-85c2-25e4c701db1a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992303 Jun 21 09:29:03.005557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:03.018640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:03.035991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e84e2da-8950-4b06-8986-6e0d1ce6d09f,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:03.054856 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:03.066673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:03.067867 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e84e2da-8950-4b06-8986-6e0d1ce6d09f HTTP/1.1" status: 204 len: 168 time: 0.3667593 Jun 21 09:29:03.965388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bea0-5da2-49fa-b962-b57fc7c3448f req-1e3492ff-715b-4aa0-94e3-407be8612075 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:03.966789 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b9e6bea0-5da2-49fa-b962-b57fc7c3448f req-1e3492ff-715b-4aa0-94e3-407be8612075 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.4077837 Jun 21 09:29:03.977740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdfc41-e4d5-4757-b1b5-677b74321044 req-af4a75f3-4aff-4f0b-a1dc-303910a517aa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:03.979348 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8bdfc41-e4d5-4757-b1b5-677b74321044 req-af4a75f3-4aff-4f0b-a1dc-303910a517aa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 944 time: 0.3376405 Jun 21 09:29:04.065468 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8bdfc41-e4d5-4757-b1b5-677b74321044 req-254bbaeb-a977-48c8-a3dd-a4253340fe33 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699148 Jun 21 09:29:04.068121 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b9e6bea0-5da2-49fa-b962-b57fc7c3448f req-02edbe05-1f96-4c68-af8e-4f09dc734204 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877609 Jun 21 09:29:04.491454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3a99b-c068-4787-95e4-c76edfdd0464 req-4f50ab4f-9ddf-4087-8cee-4ae6600ce89f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:04.493203 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7dd3a99b-c068-4787-95e4-c76edfdd0464 req-4f50ab4f-9ddf-4087-8cee-4ae6600ce89f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1974392 Jun 21 09:29:04.503216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 35810) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:04.509400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'floatingip': {'port_id': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:04.512319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b0d7-b0c9-4c93-a2ad-3dbea0d48add req-8823c6a0-7fcf-458b-9fe4-f22bcb54581e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:04.522200 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8e9b0d7-b0c9-4c93-a2ad-3dbea0d48add req-8823c6a0-7fcf-458b-9fe4-f22bcb54581e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 944 time: 0.2962270 Jun 21 09:29:04.583573 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8e9b0d7-b0c9-4c93-a2ad-3dbea0d48add req-3dde8a9b-e135-4574-932a-a691f833a41a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592358 Jun 21 09:29:04.606331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.080239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35862) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:05.267673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.301656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:05.305798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6e9f32e2cf49599d8d942ed9b468c2 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:05.308768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:05.317195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:05.428085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a3144-e070-48ba-b386-658e5e83388e req-e5061729-5f94-44a4-bdb1-7fbc7ab51415 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:05.429693 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-271a3144-e070-48ba-b386-658e5e83388e req-e5061729-5f94-44a4-bdb1-7fbc7ab51415 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 944 time: 0.1177969 Jun 21 09:29:05.479674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.490426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.504113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:05.531475 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-271a3144-e070-48ba-b386-658e5e83388e req-5499c925-d32d-4089-81e6-52e86a779129 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903256 Jun 21 09:29:05.556185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a759e46b-b35e-445d-9d04-13f00881df4d,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:05.556359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.560186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.560902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:05.564300 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa6e9f32e2cf49599d8d942ed9b468c2&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4829233 Jun 21 09:29:05.569431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35880) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:05.644418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.674399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.747975 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Floating IP 15961889-d378-48ca-beb3-93a6328c9713 associated. External IP: 172.27.0.249, port: 7c1d0765-a6db-4e26-bba0-9244a4290af0. Jun 21 09:29:05.772512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.780651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:05.799681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a759e46b-b35e-445d-9d04-13f00881df4d,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:05.804672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:05.814930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bbb55-3dc5-42cc-9cdc-de6798756953 req-e4760950-e500-405a-a99e-fcbc770b816c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:05.816585 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-773bbb55-3dc5-42cc-9cdc-de6798756953 req-e4760950-e500-405a-a99e-fcbc770b816c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 944 time: 0.1074090 Jun 21 09:29:05.818714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:05.819809 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a759e46b-b35e-445d-9d04-13f00881df4d HTTP/1.1" status: 204 len: 168 time: 0.2491825 Jun 21 09:29:05.873648 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-773bbb55-3dc5-42cc-9cdc-de6798756953 req-c54197b2-f8ba-44b0-a26c-bd8829c4ab81 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Jun 21 09:29:06.141358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:29:06.151982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:29:06.165190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35890) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:06.196798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.229942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:06.234308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:29:06.234429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Usage tracker for resource:security_group_rule and tenant:038e377330364e8e8f65076ae1a23dfe is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:06.237358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:06.239075 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:29:06.239473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.243263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:06.332099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.336684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.344584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-711a50c3-3133-486c-bf02-a54b18d6f6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:06.355548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.362117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:29:06.376616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] Sync routers for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:29:06.387197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.390985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:06.392178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:06.398988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.399784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:29:06.400382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b2761737-ef67-4409-a80b-6bd3c28d1605 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:29:06.400515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:06.413079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d2dbf-cac0-41e9-bed1-1ec5242e414a,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:06.418162 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=038e377330364e8e8f65076ae1a23dfe&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2516761 Jun 21 09:29:06.419251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:06.420837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 35900) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:06.441035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:06.485826 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'code': 200} Jun 21 09:29:06.499230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.534150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.539543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port b2761737-ef67-4409-a80b-6bd3c28d1605 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:29:06.545124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:06.548447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port b2761737-ef67-4409-a80b-6bd3c28d1605 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:29:06.549180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.581754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:06.606939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.612136 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:06.659854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.680821 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae9d2dbf-cac0-41e9-bed1-1ec5242e414a HTTP/1.1" status: 204 len: 168 time: 0.2586412 Jun 21 09:29:06.682873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d2dbf-cac0-41e9-bed1-1ec5242e414a,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:06.683545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.697027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:06.697947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:29:06.764027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port b2761737-ef67-4409-a80b-6bd3c28d1605, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b2761737-ef67-4409-a80b-6bd3c28d1605,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:06.768369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:06.771640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b7d7271-482b-4829-8048-1091b6fed41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:06.837571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=b2761737-ef67-4409-a80b-6bd3c28d1605,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:06.841417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:06.876930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deb0b3-a567-49bd-b838-1ce9971852c7 req-99d9ea93-20a1-4b43-bb39-cdf360726d67 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:06.885409 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-02deb0b3-a567-49bd-b838-1ce9971852c7 req-99d9ea93-20a1-4b43-bb39-cdf360726d67 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1122730 Jun 21 09:29:06.888737 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ffafecb6-02a3-4c57-ab22-01c9e067d974 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "PUT /v2.0/floatingips/15961889-d378-48ca-beb3-93a6328c9713 HTTP/1.1" status: 200 len: 991 time: 2.3843977 Jun 21 09:29:06.889842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:06.938276 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-02deb0b3-a567-49bd-b838-1ce9971852c7 req-d1812b12-fc90-44f7-be2c-fa57ee5bb1f2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512617 Jun 21 09:29:07.165784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '15961889-d378-48ca-beb3-93a6328c9713', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'port_id': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'mac_address': 'fa:16:3e:11:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:28:31Z', 'updated_at': '2021-06-21T09:29:05Z', 'revision_number': 1, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:07.170932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] Checking router: 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:29:07.171081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49290d7d-717b-4f95-843a-7f843b3986a4 req-6b8b534a-a6c7-4bf3-b93e-c891cd5a1509 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:07.172588 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-49290d7d-717b-4f95-843a-7f843b3986a4 req-6b8b534a-a6c7-4bf3-b93e-c891cd5a1509 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1027458 Jun 21 09:29:07.190495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:29:07.190715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:07.248084 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-49290d7d-717b-4f95-843a-7f843b3986a4 req-a2b33a0e-294c-4538-848d-94161a3eb77e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669837 Jun 21 09:29:07.283360 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'status': 'completed', 'code': 200} Jun 21 09:29:07.519963 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-62a0ef36-9317-4fd4-8111-12c5155635d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1098 time: 0.1474206 Jun 21 09:29:07.523375 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-30902fe7-94fd-4248-85b3-683be7c34eda req-a61eb360-6bf1-4a4f-8526-55a52e7275b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 1098 time: 0.1489444 Jun 21 09:29:07.528386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:29:07.685057 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-30902fe7-94fd-4248-85b3-683be7c34eda req-75091595-627e-49ec-8868-ee9cde9cfcb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428945 Jun 21 09:29:07.730483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-eb9878a5-ee65-4026-8e4c-485be9139086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:07.732042 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-eb9878a5-ee65-4026-8e4c-485be9139086 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.1884453 Jun 21 09:29:07.895703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '15961889-d378-48ca-beb3-93a6328c9713', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'port_id': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'mac_address': 'fa:16:3e:11:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:28:31Z', 'updated_at': '2021-06-21T09:29:05Z', 'revision_number': 1, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:07.899907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28b374-7038-4470-9f06-5b1b2254c298 None None] The sync data for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi is: [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '15961889-d378-48ca-beb3-93a6328c9713', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'port_id': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'mac_address': 'fa:16:3e:11:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:28:31Z', 'updated_at': '2021-06-21T09:29:05Z', 'revision_number': 1, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:29:08.276561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb2c3-00ae-4495-9eee-431e92eaf282 req-e1bc49a6-7ee6-478c-8c72-f35e3f30cec1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:08.278916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eadcb2c3-00ae-4495-9eee-431e92eaf282 req-e1bc49a6-7ee6-478c-8c72-f35e3f30cec1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1319263 Jun 21 09:29:08.321702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1f2ea-b8c5-43fa-ae5f-10e5b4abbf3f None None] New status for floating IP 15961889-d378-48ca-beb3-93a6328c9713: ACTIVE {{(pid=80879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:29:08.380011 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eadcb2c3-00ae-4495-9eee-431e92eaf282 req-f7ec844e-5b17-4752-a888-5a76612cffc2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839424 Jun 21 09:29:08.502343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2761737-ef67-4409-a80b-6bd3c28d1605'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:08.610370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f7d37-e996-4161-944f-f9132bb27c11 req-7603bc0b-5496-45b4-9541-ea1bbe9ca86d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:08.613346 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-278f7d37-e996-4161-944f-f9132bb27c11 req-7603bc0b-5496-45b4-9541-ea1bbe9ca86d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1073048 Jun 21 09:29:08.675977 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-278f7d37-e996-4161-944f-f9132bb27c11 req-eab887da-5f7b-4fe2-8e38-1cea742b7692 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Jun 21 09:29:08.771616 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2761737-ef67-4409-a80b-6bd3c28d1605', 'code': 200} Jun 21 09:29:09.587163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a66601-8361-4273-8770-74aaf89e0419 req-9166570c-6f16-466e-8444-b3e1c2fd9822 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:09.588749 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c6a66601-8361-4273-8770-74aaf89e0419 req-9166570c-6f16-466e-8444-b3e1c2fd9822 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0969291 Jun 21 09:29:09.644397 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c6a66601-8361-4273-8770-74aaf89e0419 req-49b2c0ce-e844-4682-b9c7-1f92e7bb1f4d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484998 Jun 21 09:29:09.873247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c59c1-fba0-40fd-a601-b7ab65157270 req-af1b1a8b-6ec2-4991-99a9-71ac304283a5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:09.874811 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-412c59c1-fba0-40fd-a601-b7ab65157270 req-af1b1a8b-6ec2-4991-99a9-71ac304283a5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0773656 Jun 21 09:29:09.923855 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-412c59c1-fba0-40fd-a601-b7ab65157270 req-72c23239-04f2-46d0-b07f-28e17bb4bdc7 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 Jun 21 09:29:10.840917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cb3c6-4f4b-4a24-a980-726324ce2ac4 req-5605b856-bf0a-4886-8180-f7b12da03505 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:10.842512 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4a1cb3c6-4f4b-4a24-a980-726324ce2ac4 req-5605b856-bf0a-4886-8180-f7b12da03505 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0823128 Jun 21 09:29:10.892740 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4a1cb3c6-4f4b-4a24-a980-726324ce2ac4 req-48e5cea3-2874-4eeb-a701-59cafdec2cf6 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Jun 21 09:29:11.013378 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-b55c2c12-f3a4-4523-84db-89940118f8a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 200 len: 1001 time: 0.0910804 Jun 21 09:29:11.149404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-4c1131f6-000b-4258-9613-40d3df522ef1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:11.151309 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-4c1131f6-000b-4258-9613-40d3df522ef1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.1189489 Jun 21 09:29:11.169237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68af35a-3646-4146-9ac6-54c6797f9c63 req-b14b56f9-b8cf-4101-bbfb-b42277c94b82 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:11.170694 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b68af35a-3646-4146-9ac6-54c6797f9c63 req-b14b56f9-b8cf-4101-bbfb-b42277c94b82 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1040998 Jun 21 09:29:11.320578 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b68af35a-3646-4146-9ac6-54c6797f9c63 req-6d7a9120-4af6-4d6b-bcc1-1cf3e0342558 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798643 Jun 21 09:29:11.338928 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-65506a38-9106-4cb6-ae41-408e967c3a20 req-8ca79d04-8a9b-4580-aea2-5efaffc14544 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 1098 time: 0.1672325 Jun 21 09:29:11.342279 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-bde0427a-2ddb-4ebf-be31-14b9966b46e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695337 Jun 21 09:29:11.494803 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-65506a38-9106-4cb6-ae41-408e967c3a20 req-8eaafe6d-082a-4cf9-8602-2752d65e1e51 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386480 Jun 21 09:29:11.521306 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-c28053ca-6c31-4f77-89d8-caf0f91c2f8d service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637330 Jun 21 09:29:12.274871 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb82cbd4-df1d-4a7c-8985-aa7149d5b0c2 req-6ee05112-4181-4aae-942f-60ef6d9fbaf7 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078555 Jun 21 09:29:12.285586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b159011-b7be-4221-b54d-b7587dfa7394 req-3143f313-729f-4285-b775-14a5827d277a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:12.287133 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b159011-b7be-4221-b54d-b7587dfa7394 req-3143f313-729f-4285-b775-14a5827d277a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1680346 Jun 21 09:29:12.339693 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b159011-b7be-4221-b54d-b7587dfa7394 req-aa674e34-496e-4a20-9cea-6bb3b121daaa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Jun 21 09:29:12.564493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f8b47-2ccd-47e5-a00a-bde44acb36cb req-c5778837-1ebb-47f6-82f6-657baf06b17d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:12.566672 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-706f8b47-2ccd-47e5-a00a-bde44acb36cb req-c5778837-1ebb-47f6-82f6-657baf06b17d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0949640 Jun 21 09:29:12.619935 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-706f8b47-2ccd-47e5-a00a-bde44acb36cb req-7b57380f-f2d1-4d17-9de3-9242414b1439 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433486 Jun 21 09:29:13.107549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36088) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:13.259905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:13.290573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:13.294465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Usage tracker for resource:security_group_rule and tenant:0892ae0782174d61a8d2fda6a80f8b89 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:13.297410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:13.303435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:13.375274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:13.379180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:13.386832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7fa04fee-7fa1-4b68-a5ff-47a28b09496c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:13.434167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5250fc4d-d448-43de-8a9f-dd29ffcf0d80,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:13.453928 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0892ae0782174d61a8d2fda6a80f8b89&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3450682 Jun 21 09:29:13.458113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36098) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:13.465288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.465685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.466072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.466452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.466831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.467656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.468177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.468558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.468933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.469332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.471975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.481417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:13.556406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:13.568754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394d651-bdb0-429b-b308-ea20c9961fcf req-234347d1-09a5-4b82-8778-176dcb4f2f20 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:13.570362 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a394d651-bdb0-429b-b308-ea20c9961fcf req-234347d1-09a5-4b82-8778-176dcb4f2f20 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0882678 Jun 21 09:29:13.587157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:13.623220 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a394d651-bdb0-429b-b308-ea20c9961fcf req-ed569293-6c42-4faa-9c8a-d061798c602e tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Jun 21 09:29:13.631686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:13.636122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:13.649519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5250fc4d-d448-43de-8a9f-dd29ffcf0d80,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:13.666613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:13.671548 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5250fc4d-d448-43de-8a9f-dd29ffcf0d80 HTTP/1.1" status: 204 len: 168 time: 0.2116709 Jun 21 09:29:13.673110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.673485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.674049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.674591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.675384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.675928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.676453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.677435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.677954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.680290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.681721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:13.692226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:13.947765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb01ea-db6a-4a60-86ff-37f6d1b014d4 req-cbef6481-2074-489d-8bef-ad2813560b6f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:13.956810 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0abb01ea-db6a-4a60-86ff-37f6d1b014d4 req-cbef6481-2074-489d-8bef-ad2813560b6f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1796129 Jun 21 09:29:14.102183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4858-efb8-49c8-b50f-db97a9dd1089 req-020bf327-6dde-46e9-8219-213a5ab84f2a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:14.103660 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f2bd4858-efb8-49c8-b50f-db97a9dd1089 req-020bf327-6dde-46e9-8219-213a5ab84f2a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.2506280 Jun 21 09:29:14.106457 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0abb01ea-db6a-4a60-86ff-37f6d1b014d4 req-60f7cfe7-9ba7-46e9-b242-ed58042c22a2 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486862 Jun 21 09:29:14.114324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36128) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:14.122048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'floatingip': {'port_id': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:14.243191 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:14.263949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36140) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:14.331766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:14.422765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:14.428608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8a756c4c06dd4377bc7e08da4cac7d83 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:14.434020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:14.441739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:14.719662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:14.731142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:14.741111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:14.806079 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-ebb8f1cb-298c-4b13-8180-e8f822fdc114 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 1098 time: 0.2932630 Jun 21 09:29:14.808582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a635dd1-5ba0-494d-9335-1ddde0276858,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:14.824597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:14.834737 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a756c4c06dd4377bc7e08da4cac7d83&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5691810 Jun 21 09:29:14.837962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36160) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:14.887644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28656c0f-1bb8-4e2b-adf0-6fad86d4e9b8 req-a25292ef-3724-4798-b5d1-7ff5af30a0b8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:14.889598 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-28656c0f-1bb8-4e2b-adf0-6fad86d4e9b8 req-a25292ef-3724-4798-b5d1-7ff5af30a0b8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2961869 Jun 21 09:29:14.944940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:15.020919 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-28656c0f-1bb8-4e2b-adf0-6fad86d4e9b8 req-45071159-f840-48bb-a334-c4b9a97ec261 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238351 Jun 21 09:29:15.023925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-d2a5b100-ad81-4faa-b828-8a1e65684703 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:15.025142 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-d2a5b100-ad81-4faa-b828-8a1e65684703 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 0.1966321 Jun 21 09:29:15.086288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:15.123277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:15.130015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:15.135765 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-ddf7ab20-7225-4970-aa42-c19883bece6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2761737-ef67-4409-a80b-6bd3c28d1605 HTTP/1.1" status: 200 len: 217 time: 0.0874655 Jun 21 09:29:15.226657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-56b7bee3-d322-4840-9615-2db1e462b23d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:15.228198 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-56b7bee3-d322-4840-9615-2db1e462b23d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.0705652 Jun 21 09:29:15.264991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:15.275507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:15.289432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a635dd1-5ba0-494d-9335-1ddde0276858,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:15.294776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:15.299287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:15.300665 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a635dd1-5ba0-494d-9335-1ddde0276858 HTTP/1.1" status: 204 len: 168 time: 0.4616637 Jun 21 09:29:15.340521 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-2be217de-4462-4637-b361-8ed4b4e18f2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837667 Jun 21 09:29:15.351814 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Floating IP f43e9b95-dcd4-4de5-8363-cab68b8aca2b associated. External IP: 172.27.0.35, port: 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489. Jun 21 09:29:15.495301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc60aa-9001-4311-9660-09e45f06bcb3 req-180cf333-ba3d-4490-89b8-e62eacd2e5b6 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:15.496899 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62bc60aa-9001-4311-9660-09e45f06bcb3 req-180cf333-ba3d-4490-89b8-e62eacd2e5b6 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 945 time: 0.2059343 Jun 21 09:29:15.551986 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-18d6cf50-6c1d-4c5e-a55c-fb6dbd3e71d5 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978800 Jun 21 09:29:15.691471 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62bc60aa-9001-4311-9660-09e45f06bcb3 req-4aaa560e-5e57-4b06-8ae7-5fb40b946177 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815722 Jun 21 09:29:15.732569 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20d7d3dc-2043-4051-9ffa-8af85b49053c req-0b8ff8a7-e603-4022-aca5-1d9a6b5e8648 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684489 Jun 21 09:29:15.843493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Router fd041406-3363-4e68-aa5c-65d618c6fc04 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:29:16.316505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da427f7-0d95-4a9f-be85-e01ef846c25f req-3b329e6f-32fc-4751-9166-1857fd30c02f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:16.325131 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0da427f7-0d95-4a9f-be85-e01ef846c25f req-3b329e6f-32fc-4751-9166-1857fd30c02f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0955386 Jun 21 09:29:16.394081 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0da427f7-0d95-4a9f-be85-e01ef846c25f req-b94caa6e-1fa9-40f7-ba55-804bc15d6a97 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678430 Jun 21 09:29:16.453900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:29:16.458743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:16.469394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] Sync routers for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:29:16.484459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:29:16.485392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:16.520196 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b8f506a3-2e13-40d4-a4ea-27edb4a04d7c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "PUT /v2.0/floatingips/f43e9b95-dcd4-4de5-8363-cab68b8aca2b HTTP/1.1" status: 200 len: 990 time: 2.4046345 Jun 21 09:29:16.521186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:16.609568 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'status': 'completed', 'code': 200} Jun 21 09:29:16.711720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:29:16.868089 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58588ab8-391e-47db-9bf6-942578488827 req-98538e00-0448-4f53-b3fa-a7fd2c409d8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 1098 time: 0.1624575 Jun 21 09:29:17.181707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': 'f43e9b95-dcd4-4de5-8363-cab68b8aca2b', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'port_id': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'mac_address': 'fa:16:3e:2a:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:28:35Z', 'updated_at': '2021-06-21T09:29:14Z', 'revision_number': 1, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:17.187010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] Checking router: fd041406-3363-4e68-aa5c-65d618c6fc04 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:29:17.201403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:29:17.202447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:28:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:17.390231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b02b-ca68-4b07-9b6a-39a3b43ab3f2 req-5fd99fae-ba31-41e0-a60c-7efac353688a tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:17.391987 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1a6b02b-ca68-4b07-9b6a-39a3b43ab3f2 req-5fd99fae-ba31-41e0-a60c-7efac353688a tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 945 time: 0.1997666 Jun 21 09:29:17.395946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58588ab8-391e-47db-9bf6-942578488827 req-97cfeed9-77fc-42c7-ac6c-fe0aa0e61dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:17.397569 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58588ab8-391e-47db-9bf6-942578488827 req-97cfeed9-77fc-42c7-ac6c-fe0aa0e61dd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 911 time: 0.5135434 Jun 21 09:29:17.397889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:29:17.630312 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58588ab8-391e-47db-9bf6-942578488827 req-7c5db04a-3ac1-4a18-9f19-8bdfd0b61183 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 200 len: 998 time: 0.1623063 Jun 21 09:29:17.655541 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1a6b02b-ca68-4b07-9b6a-39a3b43ab3f2 req-88d56efd-4f60-4ce1-addf-8d477665f471 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550788 Jun 21 09:29:17.789413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58588ab8-391e-47db-9bf6-942578488827 req-87381c5e-a5e3-476a-b40f-3f6f5a5038f1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:17.790964 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58588ab8-391e-47db-9bf6-942578488827 req-87381c5e-a5e3-476a-b40f-3f6f5a5038f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.1344118 Jun 21 09:29:17.810042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b42c3-b9f5-43b0-a7ed-cae25ca141ae req-420af91a-8ee1-4f19-8e44-c370cb87e266 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:17.811607 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f72b42c3-b9f5-43b0-a7ed-cae25ca141ae req-420af91a-8ee1-4f19-8e44-c370cb87e266 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1699317 Jun 21 09:29:17.870807 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f72b42c3-b9f5-43b0-a7ed-cae25ca141ae req-f622b8fe-80ea-413e-94e7-2b36f2d1dd04 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513778 Jun 21 09:29:17.995423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': 'f43e9b95-dcd4-4de5-8363-cab68b8aca2b', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'port_id': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'mac_address': 'fa:16:3e:2a:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:28:35Z', 'updated_at': '2021-06-21T09:29:14Z', 'revision_number': 1, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:18.000176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc57b91-3069-4a14-afa7-592776061443 None None] The sync data for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi is: [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': 'f43e9b95-dcd4-4de5-8363-cab68b8aca2b', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'port_id': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'mac_address': 'fa:16:3e:2a:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:28:35Z', 'updated_at': '2021-06-21T09:29:14Z', 'revision_number': 1, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:29:18.028606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-2b603f9d-2ffc-42c6-a1c7-8fb929fa2d23 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:18.030185 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-2b603f9d-2ffc-42c6-a1c7-8fb929fa2d23 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 945 time: 0.1577892 Jun 21 09:29:18.037414 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58588ab8-391e-47db-9bf6-942578488827 req-99b72b36-a767-45bb-96b0-4ceeadc50d64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1637778 Jun 21 09:29:18.162236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Deleting port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:29:18.162625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:18.388185 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58588ab8-391e-47db-9bf6-942578488827 req-9a7f0302-570f-42df-b3c7-b6a45d000610 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126922 Jun 21 09:29:18.522650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb8e88-912b-4434-aefb-b4671ec07bbf None None] New status for floating IP f43e9b95-dcd4-4de5-8363-cab68b8aca2b: ACTIVE {{(pid=80879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:29:18.632208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] For port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,segment=NetworkSegment(d571faba-a170-4fdf-8881-324a18125f7d),segment_id=d571faba-a170-4fdf-8881-324a18125f7d)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:18.632515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:18.786272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Calling delete_port for 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:29:18.825642 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58588ab8-391e-47db-9bf6-942578488827 req-3f13e882-8bab-43f8-a3cf-a8f252d5d7ba service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218960 Jun 21 09:29:19.364002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:19.374742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aaf40-8aea-4687-9e22-34ed90af198f req-9eb06a80-66e1-40ec-9f80-5a08ad472408 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:19.376297 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-483aaf40-8aea-4687-9e22-34ed90af198f req-9eb06a80-66e1-40ec-9f80-5a08ad472408 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 867 time: 0.5385296 Jun 21 09:29:19.381619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:19.449284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Pushing event deleted for resources: {'Port': ['ID=50f9fabf-59a6-4061-b6fe-b2ea178a6ca7,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:19.456623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:19.518982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff401e-43f0-4ab5-b714-6f78d1c50813 req-8dfe205a-64c5-452d-a3e3-54fb7d2679e9 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:19.520621 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2aff401e-43f0-4ab5-b714-6f78d1c50813 req-8dfe205a-64c5-452d-a3e3-54fb7d2679e9 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2451787 Jun 21 09:29:19.574158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] No DVR routers for this DVR port 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:29:19.584594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:19.589069 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-483aaf40-8aea-4687-9e22-34ed90af198f req-40f3dc03-30ec-4cea-ab42-1d3d85cb2117 tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d772515-357e-4bfa-b962-67690a476d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661956 Jun 21 09:29:19.589571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d70caa-479f-413f-bdc4-763439d55515', 'name': 'network-vif-deleted', 'tag': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:19.634419 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a7d2bba-6fe5-490b-95e9-6fa266b6bdad req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.45 "DELETE /v2.0/ports/50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 HTTP/1.1" status: 204 len: 173 time: 1.5959382 Jun 21 09:29:19.638399 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2aff401e-43f0-4ab5-b714-6f78d1c50813 req-410c9f87-9c2a-4e20-afe6-51d5003ebd40 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910482 Jun 21 09:29:19.846657 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d70caa-479f-413f-bdc4-763439d55515', 'name': 'network-vif-deleted', 'tag': '50f9fabf-59a6-4061-b6fe-b2ea178a6ca7', 'status': 'completed', 'code': 200} Jun 21 09:29:20.837181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-336d41cc-3d11-458c-94c1-0deb7faf3139 req-628ac005-644e-4615-becc-bd79f9969e9b tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Synchronizing usage tracker for tenant:6c28758bb2bb45158ba681615123f6fe on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:29:20.872662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-336d41cc-3d11-458c-94c1-0deb7faf3139 req-628ac005-644e-4615-becc-bd79f9969e9b tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Unset dirty status for tenant:6c28758bb2bb45158ba681615123f6fe on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:29:20.873984 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-336d41cc-3d11-458c-94c1-0deb7faf3139 req-628ac005-644e-4615-becc-bd79f9969e9b tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.1263258 Jun 21 09:29:20.905762 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7444e8-437c-4f93-affd-3547599a680b req-bb82f278-13b6-4029-8082-4535f09fd0b1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:20.907468 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4c7444e8-437c-4f93-affd-3547599a680b req-bb82f278-13b6-4029-8082-4535f09fd0b1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1103566 Jun 21 09:29:20.963132 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4c7444e8-437c-4f93-affd-3547599a680b req-dd3b49b8-3017-4bfc-a067-b5cc530ff02f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Jun 21 09:29:22.074576 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-821b797d-3183-47da-9a1e-cb5bdf8cce15 req-98cde77b-ed78-492f-be27-8f8690eba69a tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d70caa-479f-413f-bdc4-763439d55515 HTTP/1.1" status: 200 len: 210 time: 0.0560281 Jun 21 09:29:22.187072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8527938-9387-41f3-8414-a5e0095ecb8a req-9198affa-d934-4aaf-aaa9-4df99a45445d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:22.188928 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b8527938-9387-41f3-8414-a5e0095ecb8a req-9198affa-d934-4aaf-aaa9-4df99a45445d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0813773 Jun 21 09:29:22.247353 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b8527938-9387-41f3-8414-a5e0095ecb8a req-bcaec925-2d4e-48ed-9802-b9d7f2cc271c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Jun 21 09:29:22.964144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6b3f68e3-812b-4e95-ad7d-804a89c2ba00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:23.114751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:29:23.149976 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:29:23.150368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 50f9fabf-59a6-4061-b6fe-b2ea178a6ca7 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:29:24.177496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:24.375851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3bae4-3f37-40c1-978b-7f95460ab838 req-1c3328b3-d6a9-4359-bffb-f3dd7e795b23 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:24.378047 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0af3bae4-3f37-40c1-978b-7f95460ab838 req-1c3328b3-d6a9-4359-bffb-f3dd7e795b23 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0839782 Jun 21 09:29:24.448202 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0af3bae4-3f37-40c1-978b-7f95460ab838 req-f9fb154f-630e-4d5d-bd61-86861f1a4436 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Jun 21 09:29:24.613829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eb6a17e6-d6ae-4f98-a060-9df33b3a2b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:25.075108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:25.430327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:25.654840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85014-e872-457c-b7d8-c73c2e6c6bc4 req-83d8e1df-f5ca-447d-bfff-092dc788aa11 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:25.656736 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9c85014-e872-457c-b7d8-c73c2e6c6bc4 req-83d8e1df-f5ca-447d-bfff-092dc788aa11 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0820048 Jun 21 09:29:25.660129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36486) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:25.712716 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9c85014-e872-457c-b7d8-c73c2e6c6bc4 req-8adda0f8-3921-4fe5-b88c-07908dbf0b4b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Jun 21 09:29:25.786175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36496) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:25.908579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:25.943518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:25.944287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:25.948242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Usage tracker for resource:security_group_rule and tenant:fa1cfb10422b47a6bd826739f9dd8072 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:25.952247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:25.958433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:25.980507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36508) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:25.984568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:25.989721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Usage tracker for resource:security_group_rule and tenant:7d504be12a5542e48242002c055296cd is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:25.993045 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:25.999268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:26.083937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.086873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.093746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Deleting subnet f426a5f9-e108-4a7e-99ae-bbc098692cb3 {{(pid=80878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:29:26.094126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.095068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:26.139078 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d504be12a5542e48242002c055296cd&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3517282 Jun 21 09:29:26.139882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae590a37-a446-4478-8de3-83b84be89730,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:26.143065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36512) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:26.144284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:26.188746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.196517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.202839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.212123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b467dbfd-79e0-41ca-bd40-8c62911fc99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:26.215299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.229277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.242514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.296454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcca4630-3d2e-4af5-b7ab-61a835cd2703,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:26.297452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.302425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:26.303561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-43673f0a-aa9a-4de8-8437-fd8c9ec03e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:26.309610 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa1cfb10422b47a6bd826739f9dd8072&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6452484 Jun 21 09:29:26.309610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36516) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:26.317226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae590a37-a446-4478-8de3-83b84be89730,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:26.321095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:26.323219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.325916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae590a37-a446-4478-8de3-83b84be89730 HTTP/1.1" status: 204 len: 168 time: 0.1801019 Jun 21 09:29:26.507065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.557211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.662249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.666790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f75201b1-6378-4d1a-b5ab-26b7f66d3ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:26.681741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcca4630-3d2e-4af5-b7ab-61a835cd2703,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:26.685238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.686981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:26.698544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-93557c56-e744-40c9-aa80-1c01001c43fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:26.737306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36542) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:26.738193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.748077 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f426a5f9-e108-4a7e-99ae-bbc098692cb3 HTTP/1.1" status: 204 len: 168 time: 0.7565346 Jun 21 09:29:26.748217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f426a5f9-e108-4a7e-99ae-bbc098692cb3,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:26.750445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36548) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:26.753575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:26.754755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.759065 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcca4630-3d2e-4af5-b7ab-61a835cd2703 HTTP/1.1" status: 204 len: 168 time: 0.4485495 Jun 21 09:29:26.773493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.815679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:26.821213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Usage tracker for resource:security_group_rule and tenant:f595cc6e95344a399c0ad0295af36cbd is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:26.829187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:26.841635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:26.928150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.930575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.933803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:26.977598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-823082dc-16e4-4911-9539-4668a47efd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:26.987788 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f595cc6e95344a399c0ad0295af36cbd&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2488010 Jun 21 09:29:26.993238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36556) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:27.048337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d212e-1e6a-4f42-9f6a-36f6d9c3c87a req-5dad04bf-6b72-4979-9be8-9c8267cf84d8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:27.051635 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f0d212e-1e6a-4f42-9f6a-36f6d9c3c87a req-5dad04bf-6b72-4979-9be8-9c8267cf84d8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1964746 Jun 21 09:29:27.052993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.095004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cd8174-649a-4a51-87df-4bfa510a8a66,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:27.112477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:27.124752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.133066 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.160829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.161253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.162060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.162428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.162785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.163144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.163503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.163867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.164221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.164571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.183141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.231236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.231622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.231989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.232531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:27.232727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857610af-8b19-4f4c-9ca3-b5f5b1f144fe']}} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:27.241363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.246949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3d4e01c6-c22f-4c70-ad75-89227dd1944c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:27.256799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd571faba-a170-4fdf-8881-324a18125f7d') {'for_net_delete': True} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:27.257161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd571faba-a170-4fdf-8881-324a18125f7d') {} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:27.261148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cd8174-649a-4a51-87df-4bfa510a8a66,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:27.264590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:27.267104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.276244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1301603'] for segment, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.283525 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8cd8174-649a-4a51-87df-4bfa510a8a66 HTTP/1.1" status: 204 len: 168 time: 0.2773342 Jun 21 09:29:27.293095 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f0d212e-1e6a-4f42-9f6a-36f6d9c3c87a req-5c2d459e-06d7-47b8-82d6-dd11142e9576 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730630 Jun 21 09:29:27.297594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.306957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=80878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:29:27.307399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853383734'] for segment, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:29:27.327966 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:29:27.383428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36568) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:27.408168 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.408428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.413984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.418330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:27.440590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=857610af-8b19-4f4c-9ca3-b5f5b1f144fe,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:27.444684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:27.449265 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/857610af-8b19-4f4c-9ca3-b5f5b1f144fe HTTP/1.1" status: 204 len: 168 time: 0.6951673 Jun 21 09:29:27.449563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:27.454122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Usage tracker for resource:security_group_rule and tenant:c81099df1d4641b28038fffe510ea5e8 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:27.457977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:27.464708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:27.546487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.553184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.561203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-011229b9-df27-476b-a58b-b14104d8b1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:27.632684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8223ad-a367-4866-a2d0-bcfb3305ddcf,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:27.635402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:27.639597 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c81099df1d4641b28038fffe510ea5e8&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2549038 Jun 21 09:29:27.642799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36582) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:27.729177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.734544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36588) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:27.769006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.798518 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-92db06ce-1987-4a69-b8c1-d75cc6221126 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c28758bb2bb45158ba681615123f6fe&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0627141 Jun 21 09:29:27.800882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36594) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:27.822811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.827840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1e244ce9-ddf3-49f3-9891-3bb558adbeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:27.840409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8223ad-a367-4866-a2d0-bcfb3305ddcf,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:27.849254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:27.849254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.853111 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a8223ad-a367-4866-a2d0-bcfb3305ddcf HTTP/1.1" status: 204 len: 168 time: 0.2055752 Jun 21 09:29:27.885194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.915508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.964765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.969970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f3a4a351-91c6-49c4-af13-f57c9a8fd9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:27.983284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d772515-357e-4bfa-b962-67690a476d31,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:27.985610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:27.994984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:27.998924 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d772515-357e-4bfa-b962-67690a476d31 HTTP/1.1" status: 204 len: 168 time: 0.1940534 Jun 21 09:29:28.523017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864bf27-6227-46ab-b061-82448bb8832b req-b0edfd9a-dd5a-4851-9ca5-9043d55656f3 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:28.524720 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4864bf27-6227-46ab-b061-82448bb8832b req-b0edfd9a-dd5a-4851-9ca5-9043d55656f3 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0926032 Jun 21 09:29:28.589624 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4864bf27-6227-46ab-b061-82448bb8832b req-3b8c14c2-d4df-418f-af23-9127c2e63a6b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533471 Jun 21 09:29:29.656233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36690) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:29.662995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36694) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:29.800159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f950a1-504d-4fb3-8536-8a4a3712446c req-d82e9214-c940-48ef-aa81-c26a6fd97b1d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:29.801813 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-67f950a1-504d-4fb3-8536-8a4a3712446c req-d82e9214-c940-48ef-aa81-c26a6fd97b1d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.0811024 Jun 21 09:29:29.853008 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-67f950a1-504d-4fb3-8536-8a4a3712446c req-ad8bc5f8-5681-4c20-b45a-0239615b0510 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440512 Jun 21 09:29:29.989617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.009936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36706) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:30.030674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.052843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:30.057060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a0400a451448f8b31cc91793621e61 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:30.060080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:30.066696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:30.093430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:30.112018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Usage tracker for resource:security_group_rule and tenant:1809acc518464e45bb9dd851cd9cc718 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:30.120387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:30.138631 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:30.140383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-897017297-network', 'tenant_id': '6f10565caea741f78363c7675c0bca4f'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:30.148611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:30.163170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Usage tracker for resource:network and tenant:6f10565caea741f78363c7675c0bca4f is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:30.168365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:30.185841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:30.192494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.198936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.208326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:30.217927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.223416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.223779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Made reservation on behalf of 6f10565caea741f78363c7675c0bca4f for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:30.228576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.247615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cfe11648-c91f-40e8-9e15-aaed14baa1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:30.270992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.279974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79276b81-c6cb-4c75-8c46-6c60a4573d72,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:30.285830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:30.289646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93dd624-9ae1-44b7-befa-c31f912b4225,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:30.292216 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1809acc518464e45bb9dd851cd9cc718&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6340191 Jun 21 09:29:30.295118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36718) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:30.304353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:30.309177 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2a0400a451448f8b31cc91793621e61&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6445248 Jun 21 09:29:30.313180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36722) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:30.344679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:30.359816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Usage tracker for resource:security_group_rule and tenant:6f10565caea741f78363c7675c0bca4f is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:30.366904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:30.369031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.388509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:30.408264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.429180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.456852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.462133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e1d6c61e-d810-4ec7-ba44-1c3fbae98afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:30.480728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.499169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79276b81-c6cb-4c75-8c46-6c60a4573d72,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:30.520138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:30.521990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.526919 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79276b81-c6cb-4c75-8c46-6c60a4573d72 HTTP/1.1" status: 204 len: 168 time: 0.2280169 Jun 21 09:29:30.548591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.553660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.558263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b534fadb-3f41-48dc-b4b1-43f8a7324a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:30.592156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.602969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:29:30.605589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743d86e-0364-49bf-b431-b10fbc62a63d,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:30.611691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:30.616559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-18e6ad39-ad56-4339-8cda-933f410421ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:30.632914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93dd624-9ae1-44b7-befa-c31f912b4225,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:30.635100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.635483 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Added segment ceae01d2-6cf9-4983-a754-68b3ca9ff954 of type vlan for network 53601532-673c-49d9-a44a-812eee13e48e Jun 21 09:29:30.641656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:30.656680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.660845 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d93dd624-9ae1-44b7-befa-c31f912b4225 HTTP/1.1" status: 204 len: 168 time: 0.3438377 Jun 21 09:29:30.675033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.712175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.716003 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:30.716349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.722057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:30.771497 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7574477 Jun 21 09:29:30.771861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36740) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:30.778518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Request body: {'subnet': {'network_id': '53601532-673c-49d9-a44a-812eee13e48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-897017297-subnet', 'tenant_id': '6f10565caea741f78363c7675c0bca4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:30.783433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:30.787352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Usage tracker for resource:subnet and tenant:6f10565caea741f78363c7675c0bca4f is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:30.791540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:30.801661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:30.812109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Made reservation on behalf of 6f10565caea741f78363c7675c0bca4f for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:30.820836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2743007'] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:30.827355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Pushing event updated for resources: {'Network': ['ID=53601532-673c-49d9-a44a-812eee13e48e,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:30.831055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:30.839576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 53601532-673c-49d9-a44a-812eee13e48e details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:29:31.145845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36752) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:31.174382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.230564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:31.236100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Usage tracker for resource:security_group_rule and tenant:a0507dc709434789b13d85acefd5f56b is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:31.241545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:31.249678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:31.379362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.384306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.403047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:31.422499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c56a3-56f6-40b0-8ad3-bd69e8bd9a32 req-fda4dc7a-302b-4f64-8418-5ce2f7c6c034 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:31.432173 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-425c56a3-56f6-40b0-8ad3-bd69e8bd9a32 req-fda4dc7a-302b-4f64-8418-5ce2f7c6c034 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2752583 Jun 21 09:29:31.500106 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0507dc709434789b13d85acefd5f56b&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3522913 Jun 21 09:29:31.500889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8047b0bc-58c1-4a77-add8-df94c1a6a5c7,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:31.504243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36770) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:31.506857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:31.569590 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-425c56a3-56f6-40b0-8ad3-bd69e8bd9a32 req-06229622-fae4-4e9a-ad1a-41db86a05af7 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364741 Jun 21 09:29:31.609222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.638509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.702646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.718033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-88bd32fb-8f1a-4275-b3f0-285d4ddc4f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:31.744530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1391994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2742990'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.744710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8047b0bc-58c1-4a77-add8-df94c1a6a5c7,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:31.749328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:31.750373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:31.752375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.758404 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8047b0bc-58c1-4a77-add8-df94c1a6a5c7 HTTP/1.1" status: 204 len: 168 time: 0.2528367 Jun 21 09:29:31.822181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0a694b-f4a9-46e9-acb2-666a793e70b4,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:31.826173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:31.843215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Checking segment: {'id': 'ceae01d2-6cf9-4983-a754-68b3ca9ff954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '53601532-673c-49d9-a44a-812eee13e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:29:31.843611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Network hostable DHCP agents. Network: 53601532-673c-49d9-a44a-812eee13e48e, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:29:31.854673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Network 53601532-673c-49d9-a44a-812eee13e48e is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:29:31.863705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 53601532-673c-49d9-a44a-812eee13e48e) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:29:31.877620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:31.878290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:31.878797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee42fc5-ee0c-442d-a1fe-88b055410a95 None None] Network 53601532-673c-49d9-a44a-812eee13e48e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:29:31.903081 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1299925 Jun 21 09:29:32.163945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8867577-85fe-4ba2-892b-c1d02cd00c82 None None] Network 53601532-673c-49d9-a44a-812eee13e48e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:29:32.656780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36826) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:32.835170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f62ee-4949-40c6-8d25-a302277d57c0 req-de44c311-9911-42bb-a3c5-c3b06b184906 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:32.836824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-816f62ee-4949-40c6-8d25-a302277d57c0 req-de44c311-9911-42bb-a3c5-c3b06b184906 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1096315 Jun 21 09:29:32.901639 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-816f62ee-4949-40c6-8d25-a302277d57c0 req-8414383c-fc5f-4672-90d5-a089d3ca5be8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576169 Jun 21 09:29:32.975290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180301754-network', 'tenant_id': 'f12fe16e51584046ba81bbf0e5be1f31'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:32.980889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:32.995262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Usage tracker for resource:network and tenant:f12fe16e51584046ba81bbf0e5be1f31 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:33.000040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:33.008286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:33.019834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Made reservation on behalf of f12fe16e51584046ba81bbf0e5be1f31 for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:33.027227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.053559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.121200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:33.125284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Usage tracker for resource:security_group_rule and tenant:f12fe16e51584046ba81bbf0e5be1f31 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:33.129466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:33.135646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:33.169505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36844) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:33.209344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.213382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.217819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d7e4db0b-0ae7-4829-8828-479d0659c6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:33.247693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:29:33.261014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2287ed1-5866-43b3-995b-cdd84390f407,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:33.264584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:33.267622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.268700 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Added segment 67851c4b-447a-4372-a6a6-c0531c4a5d5e of type vlan for network 49d8988d-256c-49e9-8de5-70c5e7cd842a Jun 21 09:29:33.297692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.329920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.331207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:33.331853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.337159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ad6396b7-d464-4c63-a629-88805c1b38ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:33.443937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Pushing event updated for resources: {'Network': ['ID=49d8988d-256c-49e9-8de5-70c5e7cd842a,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:33.458060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 49d8988d-256c-49e9-8de5-70c5e7cd842a details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:29:33.458149 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7968388 Jun 21 09:29:33.458149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:33.459347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36860) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:33.466018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Request body: {'subnet': {'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180301754-subnet', 'tenant_id': 'f12fe16e51584046ba81bbf0e5be1f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:33.470389 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.473908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:33.479491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Usage tracker for resource:subnet and tenant:f12fe16e51584046ba81bbf0e5be1f31 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:33.483041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:33.491127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:33.501427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Made reservation on behalf of f12fe16e51584046ba81bbf0e5be1f31 for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:33.505968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.549645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:33.559435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Usage tracker for resource:security_group_rule and tenant:13ae47483cff4ab988468ee7d717b1ad is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:33.566658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:33.577373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:33.686840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.691611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.698782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-63d6dfd5-c286-4777-aa58-55511f0e8f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:33.743955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c166a382-f70d-45b4-b1a9-0c50fe3a8676,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:33.747625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:33.754546 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13ae47483cff4ab988468ee7d717b1ad&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5838563 Jun 21 09:29:33.755729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36876) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:33.790935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36880) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:33.799880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-701834049-network', 'tenant_id': 'c15b0d746f6349fd8387bdba6578a833'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:33.806123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:33.813928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Usage tracker for resource:network and tenant:c15b0d746f6349fd8387bdba6578a833 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:33.823315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.859179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.888436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:33.909321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.918567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:33.923857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8c36cfa1-feea-4214-8894-bda7ff4b65ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:33.939145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.940584 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c166a382-f70d-45b4-b1a9-0c50fe3a8676 HTTP/1.1" status: 204 len: 168 time: 0.1831617 Jun 21 09:29:33.943873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c166a382-f70d-45b4-b1a9-0c50fe3a8676,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:33.946996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:33.969637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Made reservation on behalf of c15b0d746f6349fd8387bdba6578a833 for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:33.976042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:33.996546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.074821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:34.084206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c15b0d746f6349fd8387bdba6578a833 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:34.098534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:34.105318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:34.138824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91fd00-2cf1-40db-abbd-ee40cbe4b868 req-c9ef9d2f-1f39-4e9e-8d6e-5f959ba8ce08 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:34.140996 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ae91fd00-2cf1-40db-abbd-ee40cbe4b868 req-c9ef9d2f-1f39-4e9e-8d6e-5f959ba8ce08 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1001422 Jun 21 09:29:34.179745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.188329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c9ea0afe-8d8f-4de1-bfd8-c395347873f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:34.202070 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ae91fd00-2cf1-40db-abbd-ee40cbe4b868 req-cc0a1bef-1e27-4603-9dda-f5324317f879 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534637 Jun 21 09:29:34.286549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1644c441-c05a-41eb-8a19-44ef83eb090c,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:34.299204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:34.318432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Checking segment: {'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:29:34.318830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Network hostable DHCP agents. Network: 49d8988d-256c-49e9-8de5-70c5e7cd842a, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:29:34.341967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.346507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.351192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-557bab36-3009-4536-bbeb-5de441167c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:34.361467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Network 49d8988d-256c-49e9-8de5-70c5e7cd842a is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:29:34.390728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:29:34.404210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88361d83-da55-4930-a1c5-038af21b91a2,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:34.411197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 49d8988d-256c-49e9-8de5-70c5e7cd842a) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:29:34.426199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:34.427310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.427705 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Added segment a6a0ad1e-f2fd-4448-9550-a828625f9391 of type vlan for network 83f725a2-ff3c-4055-afd4-6d9eb9f638f2 Jun 21 09:29:34.460444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.462999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aaec8c-624b-47c9-a579-e598d2a85c87 None None] Network 49d8988d-256c-49e9-8de5-70c5e7cd842a requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:29:34.466040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:34.466667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.504434 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0350480 Jun 21 09:29:34.517898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36912) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:34.522727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.524162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:34.524950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.530417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b6580a9b-cd69-4029-8c3f-22bef78f3003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:34.547551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.580737 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7879357 Jun 21 09:29:34.584026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 36916) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:34.596860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:34.602063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe84cbfeb0d46a9960d3c766d02e77d is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:34.605891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:34.614745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:34.642233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Request body: {'subnet': {'network_id': '83f725a2-ff3c-4055-afd4-6d9eb9f638f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-701834049-subnet', 'tenant_id': 'c15b0d746f6349fd8387bdba6578a833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:34.645988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=83f725a2-ff3c-4055-afd4-6d9eb9f638f2,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:34.650114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:34.652842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:34.655593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Usage tracker for resource:subnet and tenant:c15b0d746f6349fd8387bdba6578a833 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:34.659150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:34.666018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 83f725a2-ff3c-4055-afd4-6d9eb9f638f2 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:29:34.667673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:34.682590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Made reservation on behalf of c15b0d746f6349fd8387bdba6578a833 for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:34.690758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.703178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.710608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.730092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:34.781543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea599784-73dd-4913-af5a-9b8a52941767,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:34.784831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:34.789291 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fe84cbfeb0d46a9960d3c766d02e77d&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2696238 Jun 21 09:29:34.797478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36926) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:34.878816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.911935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.972895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:34.978518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:34.996028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea599784-73dd-4913-af5a-9b8a52941767,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:34.998575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:34.999491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:35.001594 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea599784-73dd-4913-af5a-9b8a52941767 HTTP/1.1" status: 204 len: 168 time: 0.2027910 Jun 21 09:29:35.217989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee48d8-a9f2-4ae8-9173-6abaa47ed268 None None] Network 49d8988d-256c-49e9-8de5-70c5e7cd842a requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:29:35.557449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b9796-44c5-401c-8da3-4e6d541d09f2 req-90096a1a-f7f1-4ec2-91cf-4c9067bbfc8c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:35.559162 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e5b9796-44c5-401c-8da3-4e6d541d09f2 req-90096a1a-f7f1-4ec2-91cf-4c9067bbfc8c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1731207 Jun 21 09:29:35.661214 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e5b9796-44c5-401c-8da3-4e6d541d09f2 req-d1f3666b-ca13-4044-88f0-60db5d67d976 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876219 Jun 21 09:29:35.684679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:35.690683 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b9f25d3d-3bc2-44e6-b284-fd99bf30f195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:35.798929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bb2959-4f7b-423d-840a-03c80afb1c3a,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:35.805238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:35.818485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Checking segment: {'id': 'a6a0ad1e-f2fd-4448-9550-a828625f9391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83f725a2-ff3c-4055-afd4-6d9eb9f638f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:29:35.818879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Network hostable DHCP agents. Network: 83f725a2-ff3c-4055-afd4-6d9eb9f638f2, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:29:35.833214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Network 83f725a2-ff3c-4055-afd4-6d9eb9f638f2 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:29:35.845483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 83f725a2-ff3c-4055-afd4-6d9eb9f638f2) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:29:35.850448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:35.851124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:35.855328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e39a6-fc14-4313-a200-d8a2618c12bd None None] Network 83f725a2-ff3c-4055-afd4-6d9eb9f638f2 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:29:35.888223 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3029099 Jun 21 09:29:36.121942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab0589-edf7-4c5c-b1b8-95607c03d842 None None] Network 83f725a2-ff3c-4055-afd4-6d9eb9f638f2 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:29:36.140828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 36968) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:36.239788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Deleting subnet 8a0a694b-f4a9-46e9-acb2-666a793e70b4 {{(pid=80878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:29:36.240164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:36.299618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853474200'] for subnet, precommit_delete_associations {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:36.387057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:36.681717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853383769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852032839'] for subnet, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:36.706612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ca474179-8cca-4156-9cad-952a5b6eccf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:36.753630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:36.762988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0a694b-f4a9-46e9-acb2-666a793e70b4,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:36.766023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:36.767508 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8a0a694b-f4a9-46e9-acb2-666a793e70b4 HTTP/1.1" status: 204 len: 168 time: 0.6255600 Jun 21 09:29:36.771240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 37000) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:36.830685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37004) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:36.951066 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.014250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.053255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:37.057202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Usage tracker for resource:security_group_rule and tenant:52b76c912c0548e2b3f3d68cea8a4dd2 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:37.060166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:37.067256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:37.110218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.150248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53601532-673c-49d9-a44a-812eee13e48e']}} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:37.166835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.168816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c26ca-42d9-449e-a0d0-bcf051642fd4 req-ff4340ad-32a4-484d-9e1a-54136dad8fd1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:37.171560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.177969 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fd3c26ca-42d9-449e-a0d0-bcf051642fd4 req-ff4340ad-32a4-484d-9e1a-54136dad8fd1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2981422 Jun 21 09:29:37.183702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3462af30-dadf-43bf-8cf9-374abff4009f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:37.212660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceae01d2-6cf9-4983-a754-68b3ca9ff954') {'for_net_delete': True} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:37.213022 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceae01d2-6cf9-4983-a754-68b3ca9ff954') {} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:37.217129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8530d1db-cfd3-4c6d-846a-640f7b7332c3,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:37.228539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:37.242643 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52b76c912c0548e2b3f3d68cea8a4dd2&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4080832 Jun 21 09:29:37.242915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37014) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:37.247404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1301603'] for segment, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.273684 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fd3c26ca-42d9-449e-a0d0-bcf051642fd4 req-e54949d1-465b-4c84-8ae2-041c365c992f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943155 Jun 21 09:29:37.290103 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.297236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=80878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:29:37.297671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853383734'] for segment, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:29:37.313303 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:29:37.317279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.347905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.426072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.441392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:37.452912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8530d1db-cfd3-4c6d-846a-640f7b7332c3,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:37.457312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:37.460727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.462207 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8530d1db-cfd3-4c6d-846a-640f7b7332c3 HTTP/1.1" status: 204 len: 168 time: 0.2182858 Jun 21 09:29:37.566601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0782-6194-44a8-a56d-191cca9300e6 req-ff13aceb-931b-4faa-9afd-8b5b6a7b379d tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:37.575442 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-ff13aceb-931b-4faa-9afd-8b5b6a7b379d tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/networks?id=49d8988d-256c-49e9-8de5-70c5e7cd842a HTTP/1.1" status: 200 len: 808 time: 0.1822684 Jun 21 09:29:37.584039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.590312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.595461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-97c3ea91-c00d-4b5f-9864-c0d7f5a06bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:37.615805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Pushing event deleted for resources: {'Network': ['ID=53601532-673c-49d9-a44a-812eee13e48e,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:37.618779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:37.620332 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-c588f3c5-6da3-4fb3-9776-cdf76a2755e6 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/quotas/f12fe16e51584046ba81bbf0e5be1f31 HTTP/1.1" status: 200 len: 375 time: 0.0439029 Jun 21 09:29:37.621980 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5d2e184e-2af2-4da7-8897-aa50f411c47b admin admin] 10.222.0.36 "DELETE /v2.0/networks/53601532-673c-49d9-a44a-812eee13e48e HTTP/1.1" status: 204 len: 168 time: 0.8489285 Jun 21 09:29:37.625420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37038) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:37.694858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Deleting subnet 39bb2959-4f7b-423d-840a-03c80afb1c3a {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:29:37.695187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.758328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.770875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:37.877561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 37044) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:37.897887 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-a18fe1fe-4b7b-4b6f-b26f-b53643b0eec1 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f12fe16e51584046ba81bbf0e5be1f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2673619 Jun 21 09:29:37.902128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.030618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:38.031297 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.036416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:38.063815 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-b87583e6-8d5e-4cfb-bd35-9a0b5161ab7e service neutron] 10.222.0.36 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509626 Jun 21 09:29:38.065333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Usage tracker for resource:security_group_rule and tenant:f545b987034d4216a079f1922b961a6e is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:38.068545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:38.073356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bb2959-4f7b-423d-840a-03c80afb1c3a,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:38.078190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:38.081629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.081928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:38.088528 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/39bb2959-4f7b-423d-840a-03c80afb1c3a HTTP/1.1" status: 204 len: 168 time: 0.4616880 Jun 21 09:29:38.091336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37050) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:38.203660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.259955 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-69167d08-48d3-4d05-ba19-ca54ef4bd9dd service neutron] 10.222.0.36 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854174 Jun 21 09:29:38.278341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.281728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.290049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f3f53d50-082c-484e-9eae-a9c854cf3272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:38.328939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.334462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734a9a34-476d-4d67-923b-34b28259aefe,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:38.337661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:38.343517 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f545b987034d4216a079f1922b961a6e&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4648783 Jun 21 09:29:38.344267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.344503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 37056) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:38.344900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.345936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.346478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.346904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.347392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.347837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.348353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.348793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.349259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.414598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.414989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.415457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.415718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 21 09:29:38.416108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f725a2-ff3c-4055-afd4-6d9eb9f638f2']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:38.430531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a0ad1e-f2fd-4448-9550-a828625f9391') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:38.430867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a0ad1e-f2fd-4448-9550-a828625f9391') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:29:38.448813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.459076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.463960 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.472913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:29:38.473506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.503420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:29:38.505889 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:29:38.579323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.584707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:38.598996 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d533dc9a-b2e0-48bc-ba1d-cccdd92f0a4a req-02480522-23e9-48c8-bd0b-00f8ee4ca91c tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 210 time: 0.0735822 Jun 21 09:29:38.612455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b7450-eeb5-428b-a652-9bf3be529d79 req-b715a6c7-f9bf-4179-8296-2d3c60099e89 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:38.614175 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ac4b7450-eeb5-428b-a652-9bf3be529d79 req-b715a6c7-f9bf-4179-8296-2d3c60099e89 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2069991 Jun 21 09:29:38.621180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.624216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f725a2-ff3c-4055-afd4-6d9eb9f638f2,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:38.626896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:38.631892 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/83f725a2-ff3c-4055-afd4-6d9eb9f638f2 HTTP/1.1" status: 204 len: 168 time: 0.5395072 Jun 21 09:29:38.689652 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ac4b7450-eeb5-428b-a652-9bf3be529d79 req-ae790c89-da5b-437d-a83c-cdc3c62e9486 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Jun 21 09:29:38.691408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.701921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a656cc55-f1ba-4b93-ae6f-29925b3c5112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:38.731077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a9a34-476d-4d67-923b-34b28259aefe,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:38.735961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:38.740251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:38.741371 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/734a9a34-476d-4d67-923b-34b28259aefe HTTP/1.1" status: 204 len: 168 time: 0.3960304 Jun 21 09:29:38.931078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37082) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:38.997234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 37094) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:39.002819 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b2014a65-813f-4475-8e9b-366ef5e936b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f10565caea741f78363c7675c0bca4f&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0732539 Jun 21 09:29:39.178048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:39.215744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:39.278324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:39.287405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c67a2065-2675-48fc-9520-b0cbecf25f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:39.302585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743d86e-0364-49bf-b431-b10fbc62a63d,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:39.305913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:39.306736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:39.308158 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4743d86e-0364-49bf-b431-b10fbc62a63d HTTP/1.1" status: 204 len: 168 time: 0.3095961 Jun 21 09:29:39.776207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37130) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:39.781227 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79f9e48d-60e9-4bb1-b689-bbb2011a6e03 req-24385693-a0e5-4a09-bcea-b6914b848ded tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 210 time: 0.0548646 Jun 21 09:29:39.781501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:29:39.837067 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-aa8a6649-934d-4d35-9e4f-aa01dc3628c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c15b0d746f6349fd8387bdba6578a833&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0575526 Jun 21 09:29:39.838056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 37134) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:39.962985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:39.985482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a66a2-2c0d-4d10-b6ed-5d2f4daafda2 req-45732d5b-09b9-4e70-aa64-2256f23e9386 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:39.987173 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d16a66a2-2c0d-4d10-b6ed-5d2f4daafda2 req-45732d5b-09b9-4e70-aa64-2256f23e9386 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1464789 Jun 21 09:29:40.026933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:40.108326 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d16a66a2-2c0d-4d10-b6ed-5d2f4daafda2 req-19ed8458-2d08-4cc1-8f06-128ced805b68 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099408 Jun 21 09:29:40.118042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:40.125783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0add149b-0769-4d08-8a26-ad42627edd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:40.139614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88361d83-da55-4930-a1c5-038af21b91a2,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:40.143362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:40.145369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:40.149020 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88361d83-da55-4930-a1c5-038af21b91a2 HTTP/1.1" status: 204 len: 168 time: 0.3075743 Jun 21 09:29:40.395904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0782-6194-44a8-a56d-191cca9300e6 req-a4a41944-6cfb-4826-8381-ec69a64181ab tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:40.397876 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-a4a41944-6cfb-4826-8381-ec69a64181ab tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "GET /v2.0/networks?id=49d8988d-256c-49e9-8de5-70c5e7cd842a HTTP/1.1" status: 200 len: 808 time: 0.1681247 Jun 21 09:29:40.420406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Request body: {'port': {'device_id': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a', 'admin_state_up': True, 'tenant_id': 'f12fe16e51584046ba81bbf0e5be1f31'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:40.572918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:40.577002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Usage tracker for resource:port and tenant:f12fe16e51584046ba81bbf0e5be1f31 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:40.580498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:40.586561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:40.596683 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Made reservation on behalf of f12fe16e51584046ba81bbf0e5be1f31 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:40.602183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:40.771148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Allocated IP 172.20.0.5 (49d8988d-256c-49e9-8de5-70c5e7cd842a/1644c441-c05a-41eb-8a19-44ef83eb090c/9b096e2a-de4e-4e84-a070-267d3231d2ef) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:29:40.797606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37176) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:41.000322 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23a5226e-0c81-403d-bb93-135a01e431dc req-bf77166f-60f2-4cb7-ae06-cddacd50b15c tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 210 time: 0.0614085 Jun 21 09:29:41.034788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.081547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.108912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:41.113463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.114142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5a11c303f0421297a181dccf659a4e is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:41.118778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:41.121509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:41.125407 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:41.189171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Network 49d8988d-256c-49e9-8de5-70c5e7cd842a is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:29:41.192791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:29:41.197021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:29:41.202580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.208236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.223871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a8097533-3bd6-4878-be32-a85f53894cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:41.263773 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:41.264606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.287186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d291a3db-fb48-480e-ae91-ca898a65313c,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:41.315837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:41.328783 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f5a11c303f0421297a181dccf659a4e&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5261550 Jun 21 09:29:41.329415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37198) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:41.352675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Pushing event updated for resources: {'Port': ['ID=9b096e2a-de4e-4e84-a070-267d3231d2ef,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:41.358359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:41.373939 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9582567 Jun 21 09:29:41.398630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Request body: {'port': {'device_id': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:41.429520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37204) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:41.453810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.455156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30337-4e3b-43a4-a161-8639d0d5d591 req-c42aae3e-cea2-466f-a729-8f1ea5ffb82c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:41.464383 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-72a30337-4e3b-43a4-a161-8639d0d5d591 req-c42aae3e-cea2-466f-a729-8f1ea5ffb82c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1838269 Jun 21 09:29:41.484291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.539128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.548262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-28cbb702-a39e-4c52-93b4-3aa484053463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:41.578972 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-72a30337-4e3b-43a4-a161-8639d0d5d591 req-ba19c065-814c-4eb2-b457-3e3db46752d0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134083 Jun 21 09:29:41.581896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291a3db-fb48-480e-ae91-ca898a65313c,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:41.588516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.592309 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d291a3db-fb48-480e-ae91-ca898a65313c HTTP/1.1" status: 204 len: 168 time: 0.2593484 Jun 21 09:29:41.592911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:41.617729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.761486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.801818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:41.806473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Usage tracker for resource:security_group_rule and tenant:91d98344f6134689ad6819652718f0a2 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:41.810316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:41.822159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:41.909708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.918346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:41.926866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b61063cf-81b2-4d5b-87d0-4d2370c5164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:41.958615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49aa3f-1720-40cb-a7d3-9362eea59c31,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:41.972784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:41.994978 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91d98344f6134689ad6819652718f0a2&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5641894 Jun 21 09:29:41.998526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37230) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:42.107516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:42.171662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:42.270918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:42.282704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c3780b80-775b-4fc9-8a70-59254a92e2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:42.313263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:42.319004 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce49aa3f-1720-40cb-a7d3-9362eea59c31 HTTP/1.1" status: 204 len: 168 time: 0.3193798 Jun 21 09:29:42.320212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49aa3f-1720-40cb-a7d3-9362eea59c31,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:42.323424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:42.354037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b096e2a-de4e-4e84-a070-267d3231d2ef {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:29:42.371376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:42.388647 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Transition to ACTIVE for port object 9b096e2a-de4e-4e84-a070-267d3231d2ef will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:29:42.394548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3890-cf6c-45fa-8634-0db6faff64d3 req-2516b332-fc9e-4850-9f31-81ee610c4761 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:42.395301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-337a3890-cf6c-45fa-8634-0db6faff64d3 req-2516b332-fc9e-4850-9f31-81ee610c4761 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Synchronizing usage tracker for tenant:f12fe16e51584046ba81bbf0e5be1f31 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:29:42.399745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:42.404189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:42.529626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-337a3890-cf6c-45fa-8634-0db6faff64d3 req-2516b332-fc9e-4850-9f31-81ee610c4761 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Unset dirty status for tenant:f12fe16e51584046ba81bbf0e5be1f31 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:29:42.538275 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-337a3890-cf6c-45fa-8634-0db6faff64d3 req-2516b332-fc9e-4850-9f31-81ee610c4761 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 931 time: 0.3171024 Jun 21 09:29:42.540243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=9b096e2a-de4e-4e84-a070-267d3231d2ef,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:42.550739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:42.676314 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-337a3890-cf6c-45fa-8634-0db6faff64d3 req-d29c839f-4cea-4737-bc7a-bdd11e44f7a5 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370027 Jun 21 09:29:42.854470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Attempting to bind port 9b096e2a-de4e-4e84-a070-267d3231d2ef on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:29:42.855176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Attempting to bind port 9b096e2a-de4e-4e84-a070-267d3231d2ef by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:29:42.855752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Attempting to bind port 9b096e2a-de4e-4e84-a070-267d3231d2ef on network 49d8988d-256c-49e9-8de5-70c5e7cd842a {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:29:42.878131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Port 9b096e2a-de4e-4e84-a070-267d3231d2ef on network 49d8988d-256c-49e9-8de5-70c5e7cd842a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:29:42.878786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Attempting to bind port 9b096e2a-de4e-4e84-a070-267d3231d2ef on network 49d8988d-256c-49e9-8de5-70c5e7cd842a {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:29:42.912149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:29:42.912149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Checking segment: {'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:29:42.912149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Bound using segment: {'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:29:42.912149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Bound port: 9b096e2a-de4e-4e84-a070-267d3231d2ef, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:29:42.912149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:42.969992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eb2ae-6302-4d6f-9b86-a54fa86d8f75 req-e00385e7-476c-411f-96fc-019b7c0d3235 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:42.971824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-772eb2ae-6302-4d6f-9b86-a54fa86d8f75 req-e00385e7-476c-411f-96fc-019b7c0d3235 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1771970 Jun 21 09:29:43.124677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] For port 9b096e2a-de4e-4e84-a070-267d3231d2ef, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:29:43.128616 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-772eb2ae-6302-4d6f-9b86-a54fa86d8f75 req-1447fe1f-7638-4a4b-a6ba-27f77672308e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499014 Jun 21 09:29:43.130540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] For port 9b096e2a-de4e-4e84-a070-267d3231d2ef, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9b096e2a-de4e-4e84-a070-267d3231d2ef,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:29:43.136831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:43.154790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4397faa8-5a04-41cb-b209-f4070e7d1b29 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:43.227029 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:43.228487 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b096e2a-de4e-4e84-a070-267d3231d2ef HTTP/1.1" status: 200 len: 1093 time: 1.8365023 Jun 21 09:29:43.232618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'tag': '9b096e2a-de4e-4e84-a070-267d3231d2ef'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:43.245848 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc255a81-5ef8-428b-845e-71c76efe9247 req-9e5fa00e-41d6-4bc4-92e0-04f969584fad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 1098 time: 0.2210546 Jun 21 09:29:43.281244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=9b096e2a-de4e-4e84-a070-267d3231d2ef,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:43.289038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:43.305191 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'tag': '9b096e2a-de4e-4e84-a070-267d3231d2ef', 'status': 'completed', 'code': 200} Jun 21 09:29:43.317931 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc255a81-5ef8-428b-845e-71c76efe9247 req-acdd52e4-ab71-4657-889d-2a586e2d2812 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580447 Jun 21 09:29:43.654783 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-d89d40c0-2128-4168-bac8-5171c6649033 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f12fe16e51584046ba81bbf0e5be1f31&device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 1096 time: 0.0746927 Jun 21 09:29:43.789148 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-cdec370c-38bd-45c2-8bc0-509687ef7faf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b096e2a-de4e-4e84-a070-267d3231d2ef HTTP/1.1" status: 200 len: 217 time: 0.1130273 Jun 21 09:29:43.922343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0782-6194-44a8-a56d-191cca9300e6 req-94f173d1-1387-435e-a2ee-bca384f8e70e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:43.924529 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-94f173d1-1387-435e-a2ee-bca384f8e70e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1644c441-c05a-41eb-8a19-44ef83eb090c HTTP/1.1" status: 200 len: 848 time: 0.1238730 Jun 21 09:29:43.984361 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-8351542d-3030-44f6-8d00-ae9d7af7c0b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49d8988d-256c-49e9-8de5-70c5e7cd842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506055 Jun 21 09:29:43.996188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e797f2e-e69b-4c64-9c0e-0f42138cf4f9 req-9e73d9ce-5f1b-4fc9-8b25-d436b6acd353 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:43.997605 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e797f2e-e69b-4c64-9c0e-0f42138cf4f9 req-9e73d9ce-5f1b-4fc9-8b25-d436b6acd353 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 943 time: 0.1638942 Jun 21 09:29:44.157458 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e797f2e-e69b-4c64-9c0e-0f42138cf4f9 req-d4356120-7683-4e8f-8eac-c9981fc9b923 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356361 Jun 21 09:29:44.181976 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-73acb671-b9d1-455b-addf-f991094a4282 service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832018 Jun 21 09:29:44.446777 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dead0782-6194-44a8-a56d-191cca9300e6 req-36634bf7-f9d1-4cd6-b2d2-b81a08f288cb service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301302 Jun 21 09:29:44.467849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1c54-7eae-46b2-8634-fa1ee00252e5 req-73e6f037-ec11-43f5-add6-d5feae8e4fb7 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:44.479431 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-05eb1c54-7eae-46b2-8634-fa1ee00252e5 req-73e6f037-ec11-43f5-add6-d5feae8e4fb7 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1521399 Jun 21 09:29:44.533989 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-05eb1c54-7eae-46b2-8634-fa1ee00252e5 req-49c53aeb-0564-4d63-b0b5-c959614e7662 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531933 Jun 21 09:29:44.741172 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-8a8a2574-8176-440f-b105-14b166f2abfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f12fe16e51584046ba81bbf0e5be1f31&device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 1096 time: 0.1056440 Jun 21 09:29:44.939744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-fcaf925a-e3ab-4944-9c4e-167486dc9215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:44.944419 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-fcaf925a-e3ab-4944-9c4e-167486dc9215 service neutron] 10.222.0.45 "GET /v2.0/networks?id=49d8988d-256c-49e9-8de5-70c5e7cd842a HTTP/1.1" status: 200 len: 909 time: 0.1901028 Jun 21 09:29:45.074919 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37338) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:45.102686 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-fae32644-db49-46b1-88e2-b87645dd6fac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b096e2a-de4e-4e84-a070-267d3231d2ef HTTP/1.1" status: 200 len: 217 time: 0.1433537 Jun 21 09:29:45.208804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-25c2cecf-f4b9-4c87-9683-d01448a6ce56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:45.210576 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-25c2cecf-f4b9-4c87-9683-d01448a6ce56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1644c441-c05a-41eb-8a19-44ef83eb090c HTTP/1.1" status: 200 len: 848 time: 0.0920463 Jun 21 09:29:45.267974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:45.273372 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-86ffd703-79c5-4735-8499-21a7a619d581 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49d8988d-256c-49e9-8de5-70c5e7cd842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486960 Jun 21 09:29:45.351623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:45.362083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Usage tracker for resource:security_group_rule and tenant:11fd74119668440895f3e535e561ea3c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:45.372729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:45.385433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:45.570353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:45.573871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:45.586460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-78f6e85a-b205-458e-8f51-4f591d16380d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:45.643516 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11fd74119668440895f3e535e561ea3c&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5666947 Jun 21 09:29:45.644291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f247ed-661b-4ed1-af1c-f346742a48bc,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:45.646899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37358) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:45.649673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:45.721763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:45.753108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:45.797794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:45.803122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dbe971f0-e1b8-41b5-afab-60de354d6c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:45.819469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f247ed-661b-4ed1-af1c-f346742a48bc,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:45.823080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:45.826215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:45.827451 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30f247ed-661b-4ed1-af1c-f346742a48bc HTTP/1.1" status: 204 len: 168 time: 0.1796112 Jun 21 09:29:45.896314 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-7c602c15-7846-47b8-8de5-c32b8895d483 service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084907 Jun 21 09:29:45.979235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ddec-00d8-41c2-b710-01e1f5e8f837 req-bf3173a7-97f4-42da-a65a-743eab100526 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:45.980880 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ce6ddec-00d8-41c2-b710-01e1f5e8f837 req-bf3173a7-97f4-42da-a65a-743eab100526 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 943 time: 0.2250061 Jun 21 09:29:45.989981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5ff58-1e8a-41a5-9121-570c971b439f req-570bf51c-df9f-4115-bc0a-e72be160b99d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:45.991571 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34d5ff58-1e8a-41a5-9121-570c971b439f req-570bf51c-df9f-4115-bc0a-e72be160b99d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.1957247 Jun 21 09:29:46.157100 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ce6ddec-00d8-41c2-b710-01e1f5e8f837 req-f7a52a4b-44eb-4bcb-973e-f4de873a1537 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628752 Jun 21 09:29:46.162321 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1678e299-c90d-4c23-9177-fbf798f3ee69 req-5722fb09-6433-46a4-a880-2ee64f4de363 service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561982 Jun 21 09:29:46.164693 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34d5ff58-1e8a-41a5-9121-570c971b439f req-6ee8f850-8152-4395-9331-0b99c2cb2bc5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084483 Jun 21 09:29:46.184671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 37370) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:46.218842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:46.252758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:46.258364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:09b557c3a75e40f39eb8ccce174e8162 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:46.260328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:46.266935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:46.390634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:46.395416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:46.405249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:46.482206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1621221-3852-428c-979c-8a5c555647fb,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:46.490843 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09b557c3a75e40f39eb8ccce174e8162&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3047881 Jun 21 09:29:46.493854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37388) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:46.494304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:46.499239 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-0d2c424e-a2b5-47a5-85c9-47d82ef42860 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6355d320fd2d425d818ab08a329d034c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448036 Jun 21 09:29:46.506444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ffaf6-e371-44a3-97da-cbdb7149f10d req-656d6dad-6f87-41f8-9658-2114736e22f0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:46.507936 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f92ffaf6-e371-44a3-97da-cbdb7149f10d req-656d6dad-6f87-41f8-9658-2114736e22f0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2028008 Jun 21 09:29:46.562056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:46.590536 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:46.637250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:46.642288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:46.655124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1621221-3852-428c-979c-8a5c555647fb,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:46.661454 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f92ffaf6-e371-44a3-97da-cbdb7149f10d req-414da71d-e97f-4b9d-90f9-c5aad0f7a153 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270626 Jun 21 09:29:46.663823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:46.667933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:46.674125 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1621221-3852-428c-979c-8a5c555647fb HTTP/1.1" status: 204 len: 168 time: 0.1786067 Jun 21 09:29:46.700083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-5e9f2973-95a5-4687-b321-f7d1c535b2e3 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:46.701993 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-5e9f2973-95a5-4687-b321-f7d1c535b2e3 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929729 Jun 21 09:29:46.742100 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-a62bdc0b-e852-406a-8bce-8940dbe1d685 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/quotas/6355d320fd2d425d818ab08a329d034c HTTP/1.1" status: 200 len: 375 time: 0.0204723 Jun 21 09:29:46.843332 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-ebd62c9c-1867-4abc-bc3c-ff88e467ab09 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6355d320fd2d425d818ab08a329d034c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940781 Jun 21 09:29:47.243238 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d3cada6e-7b8f-4ac5-bf72-b454eb68ab41 req-e837d57f-e4ac-4c0e-963a-0ffc79f7af24 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 210 time: 0.1460321 Jun 21 09:29:47.545133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bbb41-b610-479e-bdf2-9b44a8469ef8 req-dd577570-723a-40f5-a199-c5d3bd127d0d tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:47.554037 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d98bbb41-b610-479e-bdf2-9b44a8469ef8 req-dd577570-723a-40f5-a199-c5d3bd127d0d tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 943 time: 0.1309071 Jun 21 09:29:47.627425 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d98bbb41-b610-479e-bdf2-9b44a8469ef8 req-2cdf2052-9f60-4551-b777-c80c3eba8070 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535471 Jun 21 09:29:48.236950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9b096e2a-de4e-4e84-a070-267d3231d2ef details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:29:48.390688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9b096e2a-de4e-4e84-a070-267d3231d2ef, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9b096e2a-de4e-4e84-a070-267d3231d2ef,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:48.412664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '9b096e2a-de4e-4e84-a070-267d3231d2ef', 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a', 'port_id': '9b096e2a-de4e-4e84-a070-267d3231d2ef', 'mac_address': 'fa:16:3e:5e:0f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1644c441-c05a-41eb-8a19-44ef83eb090c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:29:48.445095 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-98c974f1-bcbd-45f0-820f-51fb5f7a7384 req-0c8dd9fb-bc41-4f99-ba37-cd786d0baa2c tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 210 time: 0.0700448 Jun 21 09:29:48.481446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:48.504020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b096e2a-de4e-4e84-a070-267d3231d2ef {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:29:48.522317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9b096e2a-de4e-4e84-a070-267d3231d2ef, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9b096e2a-de4e-4e84-a070-267d3231d2ef,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:48.526944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:48.531177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:48.597273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=9b096e2a-de4e-4e84-a070-267d3231d2ef,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:48.607018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.607406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.607782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.608152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.608529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.608894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.609685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.610055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.610420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.610782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.611758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:29:48.615875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:48.701185 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-4da27695-76dc-4ffa-a979-d2bbf6f915f6 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6355d320fd2d425d818ab08a329d034c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362210 Jun 21 09:29:48.936813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['9b096e2a-de4e-4e84-a070-267d3231d2ef'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:29:48.967132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-cd0320c1-7248-4994-9f27-5610831233e4 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:48.968680 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-cd0320c1-7248-4994-9f27-5610831233e4 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552054 Jun 21 09:29:48.987916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a55d5-23f7-44b9-848e-152bab56af28 req-a93bdf8c-c4b6-44c8-a567-03257586a1f2 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:48.989516 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d25a55d5-23f7-44b9-848e-152bab56af28 req-a93bdf8c-c4b6-44c8-a567-03257586a1f2 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 944 time: 0.1475847 Jun 21 09:29:48.994668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Request body: {'port': {'device_id': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d', 'admin_state_up': True, 'tenant_id': '6355d320fd2d425d818ab08a329d034c'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:49.170556 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d25a55d5-23f7-44b9-848e-152bab56af28 req-49b5f2ab-f7b2-49c1-8504-96632f0d6cd9 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600003 Jun 21 09:29:49.233499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:49.238816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Usage tracker for resource:port and tenant:6355d320fd2d425d818ab08a329d034c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:49.242319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:49.248354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:49.258757 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Made reservation on behalf of 6355d320fd2d425d818ab08a329d034c for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:49.264801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:49.359985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:49.426111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:49.433265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Usage tracker for resource:security_group_rule and tenant:6355d320fd2d425d818ab08a329d034c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:49.441150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:49.451058 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:49.481711 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a5ef-a74f-440c-bd69-32a898a58872 req-f7817988-f80c-46e1-a1b9-69fe8213701c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:49.483306 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d35a5ef-a74f-440c-bd69-32a898a58872 req-f7817988-f80c-46e1-a1b9-69fe8213701c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1650660 Jun 21 09:29:49.488399 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-ebcce12f-35b4-40e0-bb64-e5da3a8df6fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.2078614 Jun 21 09:29:49.566968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37534) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:49.809956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:49.851184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:49.855862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Usage tracker for resource:security_group_rule and tenant:e8bd084a2e904410b626847ff438ca6a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:49.859319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:49.866871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:49.910352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37550) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:49.940217 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d35a5ef-a74f-440c-bd69-32a898a58872 req-237c6c11-5c12-4afe-8639-cfc7b136e2b8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460056 Jun 21 09:29:49.996342 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2f32849a-b874-405f-bc4f-13fef10ad54d req-81007c4d-9cee-408f-be89-9ab4bc4ea3fc tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 210 time: 0.3751824 Jun 21 09:29:49.997345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-87d91ee5-a41e-4b72-8426-ac63f7f5ac42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:49.998725 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-87d91ee5-a41e-4b72-8426-ac63f7f5ac42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 0.4893160 Jun 21 09:29:50.084300 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-fd1ae4a2-c673-43bc-a69d-1d6d7f61473a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0746453 Jun 21 09:29:50.086105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.095899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.141137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:50.147910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.228820 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.230588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:50.237006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab9311a256f454bb9cec4e5939ec7ca is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:50.242117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.243472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9b096e2a-de4e-4e84-a070-267d3231d2ef up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:29:50.256256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:50.259209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-e4856a41-7e19-4353-b320-8950a93cb9bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:50.260059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-50f0b47a-c779-4430-8ccb-61bb280e241e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:50.260742 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-e4856a41-7e19-4353-b320-8950a93cb9bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.1664412 Jun 21 09:29:50.264284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7450a287-c949-43d2-9b37-6003066cace6,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:50.270541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:50.301581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2554485-805c-4fec-b68d-3b017d9070af,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:50.306105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:50.308317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:50.341577 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8bd084a2e904410b626847ff438ca6a&name=default HTTP/1.1" status: 200 len: 2629 time: 0.7734060 Jun 21 09:29:50.346437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37560) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:50.354768 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-e567820a-f40b-4770-af31-c76b394727ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831807 Jun 21 09:29:50.451227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.486849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.530382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 9b096e2a-de4e-4e84-a070-267d3231d2ef completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:29:50.538499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 9b096e2a-de4e-4e84-a070-267d3231d2ef triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:29:50.538972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.547675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.553722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.572114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-40e4a3ce-c14d-4048-824e-de996196ad6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:50.624491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.657074 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-8f94d781-8411-4896-a732-d295c8e15ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900002 Jun 21 09:29:50.659791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Allocated IP 192.168.233.131 (8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d/0e2431f5-e0d9-4a4b-8811-d6961a8ee53d/19e2d5ee-1328-4afd-8a73-cd7260e979a1) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:29:50.671453 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ab9311a256f454bb9cec4e5939ec7ca&name=default HTTP/1.1" status: 200 len: 2629 time: 0.7573676 Jun 21 09:29:50.671453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a493b-1e30-4498-aec7-89690dcfe4ac,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:50.672715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37568) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:50.675634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:50.676427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.680068 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2554485-805c-4fec-b68d-3b017d9070af HTTP/1.1" status: 204 len: 168 time: 0.3302298 Jun 21 09:29:50.680068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:50.684309 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.703813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2554485-805c-4fec-b68d-3b017d9070af,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:50.708950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:50.723865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9b096e2a-de4e-4e84-a070-267d3231d2ef, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9b096e2a-de4e-4e84-a070-267d3231d2ef,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:29:50.726539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b096e2a-de4e-4e84-a070-267d3231d2ef'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:50.746360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c9bf5-4fff-4b2c-8d81-093d550738f7 req-c3932107-3b42-4947-82eb-1e9de279e6e4 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:50.746624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.747876 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4d6c9bf5-4fff-4b2c-8d81-093d550738f7 req-c3932107-3b42-4947-82eb-1e9de279e6e4 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 944 time: 0.2120693 Jun 21 09:29:50.748560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:50.769068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.812901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=9b096e2a-de4e-4e84-a070-267d3231d2ef,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:50.816335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:50.826873 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b096e2a-de4e-4e84-a070-267d3231d2ef', 'code': 200} Jun 21 09:29:50.830767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.879510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.884928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:50.900600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a493b-1e30-4498-aec7-89690dcfe4ac,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:50.903857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:50.919275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:50.927970 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/276a493b-1e30-4498-aec7-89690dcfe4ac HTTP/1.1" status: 204 len: 168 time: 0.2517145 Jun 21 09:29:50.960805 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4d6c9bf5-4fff-4b2c-8d81-093d550738f7 req-80167ddc-c6ed-4c57-a545-af84a492e63a tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994503 Jun 21 09:29:50.965515 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e0e515a-87b2-4398-b8ac-171a774fdf40 req-32a68e6f-7f71-45e0-be99-903e133aad89 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963974 Jun 21 09:29:51.264513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37592) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:51.280685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.288518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.322819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:51.326766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Usage tracker for resource:security_group_rule and tenant:6a1065a76c5245d8bb2511f682315935 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:51.330468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:51.336383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:51.352642 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8a74e3ee-2c13-44f6-8c4a-db04bfa1a9e4 req-b05ae3e8-2d5d-4660-9d21-53dc141af45a tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 210 time: 0.1526484 Jun 21 09:29:51.363710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Transition to ACTIVE for port object 19e2d5ee-1328-4afd-8a73-cd7260e979a1 will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:29:51.413906 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3988078d-093a-46bc-a2f8-706b80993d34 req-49c1a376-96c2-496f-8278-38296151d69a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 1098 time: 0.2162945 Jun 21 09:29:51.427171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.434134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ca33e-0aa7-462c-a6ce-069c9562dd39 req-71a6da7c-02e0-44c3-a24f-179ce6966a5b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:51.434821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.436329 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b9ca33e-0aa7-462c-a6ce-069c9562dd39 req-71a6da7c-02e0-44c3-a24f-179ce6966a5b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2375333 Jun 21 09:29:51.439063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.448753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-46d2c1c7-2a91-4008-807c-4ff5aa554c01 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:51.477306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b7e9a744-e68b-4c7e-a27b-a7196b58325e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:51.494049 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a1065a76c5245d8bb2511f682315935&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2284656 Jun 21 09:29:51.501077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37604) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:51.529769 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08414d6e-a424-469b-ba3c-8cb051f64934,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:51.549555 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:51.572798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:29:51.583654 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:29:51.599342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:29:51.599643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.635705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Pushing event updated for resources: {'Port': ['ID=19e2d5ee-1328-4afd-8a73-cd7260e979a1,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:51.649889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:51.677324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.690077 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3988078d-093a-46bc-a2f8-706b80993d34 req-ad7404c2-f754-4880-b765-361b8b42336f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431097 Jun 21 09:29:51.708100 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b9ca33e-0aa7-462c-a6ce-069c9562dd39 req-45d31d5e-ab09-459f-b947-2114561033d5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225294 Jun 21 09:29:51.761107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:51.762247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.763716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.783772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a29969bb-c28b-45bb-a663-449b93e63f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:51.801180 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8103275 Jun 21 09:29:51.813172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08414d6e-a424-469b-ba3c-8cb051f64934,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:51.816374 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:51.817666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:51.819320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08414d6e-a424-469b-ba3c-8cb051f64934 HTTP/1.1" status: 204 len: 168 time: 0.3167262 Jun 21 09:29:52.007912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Request body: {'port': {'device_id': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:52.094814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-2c52194c-1398-4caa-8b6e-99eb68b8aa4d None None] Provisioning for port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:29:52.105708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-2c52194c-1398-4caa-8b6e-99eb68b8aa4d None None] Provisioning complete for port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:29:52.107311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2c52194c-1398-4caa-8b6e-99eb68b8aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:52.230174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-2c52194c-1398-4caa-8b6e-99eb68b8aa4d None None] Port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:29:52.257615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:52.345306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c244-39b2-4b91-acb4-2509eab7beac req-8f7e1193-9c19-46e4-99fd-68fdb00b503b tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:52.347052 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f43c244-39b2-4b91-acb4-2509eab7beac req-8f7e1193-9c19-46e4-99fd-68fdb00b503b tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 945 time: 0.1595125 Jun 21 09:29:52.860746 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f43c244-39b2-4b91-acb4-2509eab7beac req-87f31d3c-fd27-4753-b2de-e1f97c26d655 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020430 Jun 21 09:29:52.909314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabebe9-be35-4487-91cb-b432c59b23ea req-7ec6ad85-4bf8-4b0b-90bd-ee1ce6e80d7d tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:52.910073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fbabebe9-be35-4487-91cb-b432c59b23ea req-7ec6ad85-4bf8-4b0b-90bd-ee1ce6e80d7d tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Synchronizing usage tracker for tenant:6355d320fd2d425d818ab08a329d034c on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:29:52.967658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ef97d3f-bf44-4c34-805a-51b7036fc982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:52.972400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fbabebe9-be35-4487-91cb-b432c59b23ea req-7ec6ad85-4bf8-4b0b-90bd-ee1ce6e80d7d tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Unset dirty status for tenant:6355d320fd2d425d818ab08a329d034c on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:29:52.973708 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fbabebe9-be35-4487-91cb-b432c59b23ea req-7ec6ad85-4bf8-4b0b-90bd-ee1ce6e80d7d tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 936 time: 0.4729748 Jun 21 09:29:53.028937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e2d5ee-1328-4afd-8a73-cd7260e979a1 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:29:53.040394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:53.055724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fbabebe9-be35-4487-91cb-b432c59b23ea req-a3d7a27a-409b-4784-80be-d8b90162a442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Synchronizing usage tracker for tenant:6355d320fd2d425d818ab08a329d034c on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:29:53.065844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Transition to ACTIVE for port object 19e2d5ee-1328-4afd-8a73-cd7260e979a1 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:29:53.070194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:53.078324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:53.133932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fbabebe9-be35-4487-91cb-b432c59b23ea req-a3d7a27a-409b-4784-80be-d8b90162a442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Unset dirty status for tenant:6355d320fd2d425d818ab08a329d034c on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:29:53.135167 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fbabebe9-be35-4487-91cb-b432c59b23ea req-a3d7a27a-409b-4784-80be-d8b90162a442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515393 Jun 21 09:29:53.208012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Pushing event updated for resources: {'Port': ['ID=19e2d5ee-1328-4afd-8a73-cd7260e979a1,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:53.213197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:53.392994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Attempting to bind port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:29:53.393535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Attempting to bind port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:29:53.393713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Attempting to bind port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 on network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:29:53.403875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 on network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:29:53.404237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Attempting to bind port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 on network 8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:29:53.419068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20549c8-9fe0-4e43-abde-6a600f268c25 req-19611830-117b-499f-a765-2d1609674246 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:53.420640 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a20549c8-9fe0-4e43-abde-6a600f268c25 req-19611830-117b-499f-a765-2d1609674246 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1568289 Jun 21 09:29:53.422598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:29:53.422968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Checking segment: {'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:29:53.423417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Bound using segment: {'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:29:53.423887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Bound port: 19e2d5ee-1328-4afd-8a73-cd7260e979a1, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789768b7-cf4d-4114-a533-e42f9b3e364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:29:53.424266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:53.536948 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a20549c8-9fe0-4e43-abde-6a600f268c25 req-04604dc0-8cb6-444f-8050-8299fa83ac6d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Jun 21 09:29:53.558957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] For port 19e2d5ee-1328-4afd-8a73-cd7260e979a1, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:29:53.568361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] For port 19e2d5ee-1328-4afd-8a73-cd7260e979a1, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=19e2d5ee-1328-4afd-8a73-cd7260e979a1,segment=NetworkSegment(789768b7-cf4d-4114-a533-e42f9b3e364e),segment_id=789768b7-cf4d-4114-a533-e42f9b3e364e)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:29:53.573837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:53.578457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:53.637583 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:53.639138 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] 10.222.0.45 "PUT /v2.0/ports/19e2d5ee-1328-4afd-8a73-cd7260e979a1 HTTP/1.1" status: 200 len: 1098 time: 1.6395140 Jun 21 09:29:53.639661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'tag': '19e2d5ee-1328-4afd-8a73-cd7260e979a1'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:29:53.656579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Pushing event updated for resources: {'Port': ['ID=19e2d5ee-1328-4afd-8a73-cd7260e979a1,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:53.660039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:54.170993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:54.615540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a898d1a1-9ca3-4bc5-94a9-6a79690448fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:54.919605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37732) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:55.065989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:55.098500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:55.130036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:55.134157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc2422d4778406987605d0422b08011 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:55.137399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:55.144826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:55.212543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:55.215456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:55.223000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5fca891d-a8c8-4d7c-941f-213eb72f0e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:55.272829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb66600-333f-4c29-af42-a50aac56289d,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:55.277835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:55.283217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 37740) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:55.283320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9dc2422d4778406987605d0422b08011&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3624294 Jun 21 09:29:55.303002 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'tag': '19e2d5ee-1328-4afd-8a73-cd7260e979a1', 'status': 'completed', 'code': 200} Jun 21 09:29:55.435909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:55.569887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:55.603323 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-2d804b69-05b7-4af5-b293-87f48fab614f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6355d320fd2d425d818ab08a329d034c&device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 1101 time: 0.2979512 Jun 21 09:29:55.688911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:55.739518 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-2dbe8b51-17f3-4b0a-bfb2-da5ad716b4e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=19e2d5ee-1328-4afd-8a73-cd7260e979a1 HTTP/1.1" status: 200 len: 217 time: 0.1104429 Jun 21 09:29:55.762745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb02e86-1fe4-4ffd-b958-d50583641b01 req-0c50f06b-8441-445b-8a84-2c8e9a52cfe1 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:55.764262 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acb02e86-1fe4-4ffd-b958-d50583641b01 req-0c50f06b-8441-445b-8a84-2c8e9a52cfe1 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 945 time: 0.3731372 Jun 21 09:29:55.773887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356251c5-42da-43d8-9fca-32beda2be6fb req-7bad14c9-7b2a-4bc3-b04a-e572ab69fddb tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:55.775318 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-356251c5-42da-43d8-9fca-32beda2be6fb req-7bad14c9-7b2a-4bc3-b04a-e572ab69fddb tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 948 time: 0.3409355 Jun 21 09:29:55.808837 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-fe9bfe4e-9a09-4853-84d7-62b047ec52ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.3727593 Jun 21 09:29:56.011830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:56.016286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-aee529c5-8acb-48ce-8870-74a7e8a69eb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:56.017886 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-aee529c5-8acb-48ce-8870-74a7e8a69eb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e2431f5-e0d9-4a4b-8811-d6961a8ee53d HTTP/1.1" status: 200 len: 843 time: 0.2498860 Jun 21 09:29:56.025473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:56.075579 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-356251c5-42da-43d8-9fca-32beda2be6fb req-deed4bb8-a766-4f7d-8c1e-a1a846118dfb tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629900 Jun 21 09:29:56.094211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb66600-333f-4c29-af42-a50aac56289d,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:56.098391 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acb02e86-1fe4-4ffd-b958-d50583641b01 req-696e7499-9355-4755-835f-e4d6fc2308a4 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221509 Jun 21 09:29:56.102180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:56.115956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:56.123141 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aeb66600-333f-4c29-af42-a50aac56289d HTTP/1.1" status: 204 len: 168 time: 0.8381190 Jun 21 09:29:56.139807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-10c5203b-da53-4f2d-954a-73b13d8f83b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:56.141460 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-10c5203b-da53-4f2d-954a-73b13d8f83b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 0.2876341 Jun 21 09:29:56.226354 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-8e0a604c-a62a-4221-bb48-fb310949d02e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0759060 Jun 21 09:29:56.280271 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-9066043c-de40-4adf-bae7-b40979de839b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2458115 Jun 21 09:29:56.690212 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-4aa6cc76-98b2-409f-a733-34293da7b813 service neutron] 10.222.0.45 "GET /v2.0/networks/8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591692 Jun 21 09:29:56.699313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-8f014c4b-91cd-4e12-b26b-822f31da08ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:56.700505 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-8f014c4b-91cd-4e12-b26b-822f31da08ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.4667866 Jun 21 09:29:56.806230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37778) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:56.827738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:56.847754 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-b9f25f6a-8222-4373-8d42-7515300eaec7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901532 Jun 21 09:29:56.862912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:56.867413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d6947724f249bcb2cf3433b83ddb95 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:56.870436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:56.877838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:56.968129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:56.971715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:56.993223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7f30619e-ef3b-45ae-9f2b-cfd2544ea3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:56.999321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03274f3-de74-4d98-9472-6026ef764718 req-0ed011b9-a2bc-4ea1-ab37-46a1d776402c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:57.008989 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a03274f3-de74-4d98-9472-6026ef764718 req-0ed011b9-a2bc-4ea1-ab37-46a1d776402c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.7739153 Jun 21 09:29:57.063711 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10958fae-4f01-4bfc-8740-5ffd3f68e3a5 req-a09e8d07-1ac4-437e-9f99-fbc9d2744ad1 service neutron] 10.222.0.45 "GET /v2.0/networks/8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619633 Jun 21 09:29:57.068257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:57.122223 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a03274f3-de74-4d98-9472-6026ef764718 req-50e12e18-f643-4781-8f80-e826197244d5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122367 Jun 21 09:29:57.135650 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-03ad479c-66a2-4e35-b1fa-dce6f109caff service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719712 Jun 21 09:29:57.181386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fd7353-db4d-4051-8944-af97f5c06e82,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:57.205105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:57.217735 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7d6947724f249bcb2cf3433b83ddb95&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4102170 Jun 21 09:29:57.220829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37792) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:57.352892 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:57.383875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:57.441285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:57.452084 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-dac85b66-1e61-4ab8-99cd-0b2776546e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:57.483208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:57.496588 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37fd7353-db4d-4051-8944-af97f5c06e82 HTTP/1.1" status: 204 len: 168 time: 0.2744508 Jun 21 09:29:57.498929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fd7353-db4d-4051-8944-af97f5c06e82,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:57.532610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:57.649627 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed2bcfd6-8348-4643-9024-4f2ae36fbfdd req-02a44500-896d-4c4e-bb2b-652add43eea5 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709172 Jun 21 09:29:57.667392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375fcf3-d5c6-48f4-b6e3-c2e1b7175111 req-afaa87de-2d14-412f-864a-6b51b73b4be8 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:57.668988 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1375fcf3-d5c6-48f4-b6e3-c2e1b7175111 req-afaa87de-2d14-412f-864a-6b51b73b4be8 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 945 time: 0.3448279 Jun 21 09:29:57.674890 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-0873e03e-40ce-4a8c-aef8-ba454182c4fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6355d320fd2d425d818ab08a329d034c&device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 1101 time: 0.4617608 Jun 21 09:29:57.700126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca061-9e3a-4169-b001-bc22cdd5ecbf req-f6cb6f88-a581-481b-9a7a-91e2376731d4 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:57.701656 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5daca061-9e3a-4169-b001-bc22cdd5ecbf req-f6cb6f88-a581-481b-9a7a-91e2376731d4 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 948 time: 0.3197689 Jun 21 09:29:57.802143 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1375fcf3-d5c6-48f4-b6e3-c2e1b7175111 req-005f1df7-6e8e-44ab-8728-af9ded3c84b5 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227677 Jun 21 09:29:57.875671 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5daca061-9e3a-4169-b001-bc22cdd5ecbf req-b7b54ca8-9bf6-4f90-af0b-7d334dd49cb8 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654797 Jun 21 09:29:57.938280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-b55876a2-4a43-401f-9b72-e12ac9b55596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:57.940841 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-b55876a2-4a43-401f-9b72-e12ac9b55596 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d HTTP/1.1" status: 200 len: 870 time: 0.1912239 Jun 21 09:29:58.083763 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-0298e1bb-e7a5-4520-a6a9-8bb63305ef18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=19e2d5ee-1328-4afd-8a73-cd7260e979a1 HTTP/1.1" status: 200 len: 217 time: 0.1016476 Jun 21 09:29:58.156002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-2dadc403-bc29-4cfd-b32b-a68d8b67ef43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:58.158137 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-2dadc403-bc29-4cfd-b32b-a68d8b67ef43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e2431f5-e0d9-4a4b-8811-d6961a8ee53d HTTP/1.1" status: 200 len: 843 time: 0.0660963 Jun 21 09:29:58.239140 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-0c862843-6a5f-490b-b09d-ae0dde5afb11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720253 Jun 21 09:29:58.450171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a50feb-6710-4672-8416-c762bfdfab11 req-f9d2be8f-36ba-4620-b2c7-a50ea88b11d5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:58.451767 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5a50feb-6710-4672-8416-c762bfdfab11 req-f9d2be8f-36ba-4620-b2c7-a50ea88b11d5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2069628 Jun 21 09:29:58.454106 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-3000afb5-c2db-4506-ac9a-93306d770157 service neutron] 10.222.0.45 "GET /v2.0/networks/8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646259 Jun 21 09:29:58.545751 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5a50feb-6710-4672-8416-c762bfdfab11 req-9501ac57-afbb-4eed-be0a-ccf8dc9079d4 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853000 Jun 21 09:29:58.640036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37836) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:58.661187 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef8de00d-f758-4722-a31f-e020613fbe11 req-415d6e50-28b2-4635-b196-2e52861ed234 service neutron] 10.222.0.45 "GET /v2.0/networks/8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770778 Jun 21 09:29:58.858377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123288527-network', 'tenant_id': '81ecf472a0b64fd1ac5c7e4f9d7f00c5'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:58.863918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:58.868778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Usage tracker for resource:network and tenant:81ecf472a0b64fd1ac5c7e4f9d7f00c5 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:58.871765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:58.877712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:58.887115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Made reservation on behalf of 81ecf472a0b64fd1ac5c7e4f9d7f00c5 for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:58.891746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:58.905425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:58.967814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:58.973975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Usage tracker for resource:security_group_rule and tenant:81ecf472a0b64fd1ac5c7e4f9d7f00c5 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:58.979031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:58.987150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:59.121760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.124868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.127067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c4fbb-5ad8-41cc-b1d9-fe808d94e221 req-1aaffd67-c363-48c7-9c4e-160fe36cb2cb tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:59.128681 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5f8c4fbb-5ad8-41cc-b1d9-fe808d94e221 req-1aaffd67-c363-48c7-9c4e-160fe36cb2cb tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 948 time: 0.1041479 Jun 21 09:29:59.143795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:29:59.152902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fa45c52f-9c95-4241-a416-8087fa83e48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:59.162586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.162979 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Added segment b56a4600-b558-41d8-bb83-03245b378ab9 of type vlan for network b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03 Jun 21 09:29:59.196611 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5f8c4fbb-5ad8-41cc-b1d9-fe808d94e221 req-7990adf4-8695-436f-9aa0-73729e7d88a4 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605636 Jun 21 09:29:59.206620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4566e82a-f8fb-4379-9012-d34a15efbaed,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:59.209806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:59.216596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.251822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.253129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:59.253778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.258846 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:29:59.366425 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7221713 Jun 21 09:29:59.366425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Pushing event updated for resources: {'Network': ['ID=b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:29:59.366690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37864) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:29:59.369225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:29:59.373307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Request body: {'subnet': {'network_id': 'b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123288527-subnet', 'tenant_id': '81ecf472a0b64fd1ac5c7e4f9d7f00c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:29:59.375211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:29:59.379031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:29:59.383044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Usage tracker for resource:subnet and tenant:81ecf472a0b64fd1ac5c7e4f9d7f00c5 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:29:59.386596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:29:59.392595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:29:59.402189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Made reservation on behalf of 81ecf472a0b64fd1ac5c7e4f9d7f00c5 for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:29:59.407169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853399812'] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.749628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f8391-9db1-4c65-b7c8-68e7b88820e3 req-411e562c-4cc6-4277-a229-6f2c652f5c8f tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:29:59.752057 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a09f8391-9db1-4c65-b7c8-68e7b88820e3 req-411e562c-4cc6-4277-a229-6f2c652f5c8f tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 945 time: 0.0857704 Jun 21 09:29:59.808194 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a09f8391-9db1-4c65-b7c8-68e7b88820e3 req-62f2b4b0-8ca9-4357-8341-1438a2fa1f2c tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Jun 21 09:29:59.819577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2123750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853399827'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:29:59.823436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:00.138551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b794113-9ad6-42fc-b88a-86b8fdf906f4,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:00.142744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:00.150673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Checking segment: {'id': 'b56a4600-b558-41d8-bb83-03245b378ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:30:00.151139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Network hostable DHCP agents. Network: b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:30:00.162120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Network b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:30:00.171477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:30:00.180279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a7725-8d7e-4e6b-a56f-7a6aae7f2a41 None None] Network b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:30:00.186245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:00.186910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:00.217134 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8465519 Jun 21 09:30:00.329069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37bef8-9ccb-45ad-ad8b-ccd1849c110a req-1f60fa31-3787-4979-a36c-b11ad12002b5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:00.339842 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fc37bef8-9ccb-45ad-ad8b-ccd1849c110a req-1f60fa31-3787-4979-a36c-b11ad12002b5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.4030678 Jun 21 09:30:00.409248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7768293-689f-43dc-a0a1-df795356bbef req-f826a26d-967e-4cb8-892a-dd99f68a1e7d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:00.417063 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b7768293-689f-43dc-a0a1-df795356bbef req-f826a26d-967e-4cb8-892a-dd99f68a1e7d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.4057720 Jun 21 09:30:00.430717 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fc37bef8-9ccb-45ad-ad8b-ccd1849c110a req-fcb6a314-9cfc-43ac-ba6f-0d8b55a9cdb5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898621 Jun 21 09:30:00.462768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08460bc-7b57-4247-a4a3-f0fff0deaea1 None None] Network b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:30:00.524078 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b7768293-689f-43dc-a0a1-df795356bbef req-53294827-bc51-4303-8b3a-6a37a83c423e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059036 Jun 21 09:30:00.770296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3a026-b81e-4d11-ae2b-f25e6d9a1157 req-e262f976-2f5a-45ab-b351-600aca249ac8 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:00.772883 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a6f3a026-b81e-4d11-ae2b-f25e6d9a1157 req-e262f976-2f5a-45ab-b351-600aca249ac8 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 948 time: 0.1236558 Jun 21 09:30:00.844662 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a6f3a026-b81e-4d11-ae2b-f25e6d9a1157 req-c23392fa-f623-4461-822b-c49f98043f25 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597212 Jun 21 09:30:00.943263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37916) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:01.012899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff057c-e580-4721-80f0-df178d088284 req-dabf0c84-5299-49c6-92b6-528672d50131 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:01.013582 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5ff057c-e580-4721-80f0-df178d088284 req-dabf0c84-5299-49c6-92b6-528672d50131 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 945 time: 0.0812685 Jun 21 09:30:01.080438 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5ff057c-e580-4721-80f0-df178d088284 req-c3d06652-53da-49e2-beb0-36b42bc25b82 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578427 Jun 21 09:30:01.083935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 19e2d5ee-1328-4afd-8a73-cd7260e979a1 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:30:01.214206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.237077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 19e2d5ee-1328-4afd-8a73-cd7260e979a1, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=19e2d5ee-1328-4afd-8a73-cd7260e979a1,segment=NetworkSegment(789768b7-cf4d-4114-a533-e42f9b3e364e),segment_id=789768b7-cf4d-4114-a533-e42f9b3e364e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:01.245879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:01.249957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Usage tracker for resource:security_group_rule and tenant:3c4b24d7f9074332b277e3d0e1c89b9b is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:01.252585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '19e2d5ee-1328-4afd-8a73-cd7260e979a1', 'network_id': '8e0d6a53-6c9e-4bcf-acd2-b3c2c619ba2d', 'port_id': '19e2d5ee-1328-4afd-8a73-cd7260e979a1', 'mac_address': 'fa:16:3e:1e:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2431f5-e0d9-4a4b-8811-d6961a8ee53d', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:30:01.253809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:01.259892 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:01.308752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.335239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.339982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.349212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:01.396521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c2dd0-814e-4e09-9955-78e1efed5783,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:01.400816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:01.403659 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c4b24d7f9074332b277e3d0e1c89b9b&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4587736 Jun 21 09:30:01.406519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37930) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:01.428823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37934) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:01.443276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1326606373-network', 'tenant_id': 'd1ea4b781dab4c1b8af59c6952b822ed'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:30:01.454047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:01.467298 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Usage tracker for resource:network and tenant:d1ea4b781dab4c1b8af59c6952b822ed is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:01.473487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:01.483437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:01.511879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.512209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e2d5ee-1328-4afd-8a73-cd7260e979a1 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:30:01.514904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Made reservation on behalf of d1ea4b781dab4c1b8af59c6952b822ed for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:30:01.519691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.527416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 19e2d5ee-1328-4afd-8a73-cd7260e979a1, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=19e2d5ee-1328-4afd-8a73-cd7260e979a1,segment=NetworkSegment(789768b7-cf4d-4114-a533-e42f9b3e364e),segment_id=789768b7-cf4d-4114-a533-e42f9b3e364e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:01.530464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.533152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:01.550479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.569814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.597212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=19e2d5ee-1328-4afd-8a73-cd7260e979a1,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:01.600893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:01.622515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:01.628093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Usage tracker for resource:security_group_rule and tenant:d1ea4b781dab4c1b8af59c6952b822ed is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:01.631977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:01.638642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:01.651947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da17027-139a-4932-b74b-c96e8b40ee9f req-4798cb70-dc49-432e-af2f-da5fd78b5290 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:01.654046 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2da17027-139a-4932-b74b-c96e8b40ee9f req-4798cb70-dc49-432e-af2f-da5fd78b5290 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1100624 Jun 21 09:30:01.661100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.666173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f4545e54-eaad-451b-9ed6-6f79309c8a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:01.684996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c2dd0-814e-4e09-9955-78e1efed5783,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:01.689260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:01.712435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.716937 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f40c2dd0-814e-4e09-9955-78e1efed5783 HTTP/1.1" status: 204 len: 168 time: 0.3050711 Jun 21 09:30:01.750152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.753788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.761009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-862a7fe5-4bd4-4a16-84d5-60af569a5dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:01.809403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:30:01.820742 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2da17027-139a-4932-b74b-c96e8b40ee9f req-a5a120d3-0150-4b6d-b1c0-67dfcdc276d2 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244636 Jun 21 09:30:01.820974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a966e666-2c52-42ef-8730-5c6fdc6235b3,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:01.825784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:01.831336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.831483 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Added segment a516dfa8-e127-4f0d-a714-92f035c643a6 of type vlan for network 410cd84a-8645-45ed-8df5-0dcc7333be77 Jun 21 09:30:01.846590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-ea6f1732-cf7d-415a-b4a6-1986f0f7b955 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:01.848127 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-ea6f1732-cf7d-415a-b4a6-1986f0f7b955 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 945 time: 0.1929793 Jun 21 09:30:01.855382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcff943-31fb-459a-b2ee-d8d39c12e910 req-3ca42d66-5c10-4b40-a776-7b09a53ce35c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:01.864827 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-edcff943-31fb-459a-b2ee-d8d39c12e910 req-3ca42d66-5c10-4b40-a776-7b09a53ce35c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1697299 Jun 21 09:30:01.878410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.910653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.911901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:01.912547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:01.930337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7dd972e6-665f-4951-b1fa-60e55478e6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:01.964017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['19e2d5ee-1328-4afd-8a73-cd7260e979a1'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:30:01.973690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Deleting port 9b096e2a-de4e-4e84-a070-267d3231d2ef {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:30:01.974179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.023742 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-edcff943-31fb-459a-b2ee-d8d39c12e910 req-26c0b8ec-78bf-447b-a7a6-a2af19aa3a36 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577592 Jun 21 09:30:02.102856 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6728067 Jun 21 09:30:02.122356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37954) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:02.123123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Pushing event updated for resources: {'Network': ['ID=410cd84a-8645-45ed-8df5-0dcc7333be77,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:02.139225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 410cd84a-8645-45ed-8df5-0dcc7333be77 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:30:02.145739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Request body: {'subnet': {'network_id': '410cd84a-8645-45ed-8df5-0dcc7333be77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1326606373-subnet', 'tenant_id': 'd1ea4b781dab4c1b8af59c6952b822ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:30:02.149664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:02.154698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:02.166520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Usage tracker for resource:subnet and tenant:d1ea4b781dab4c1b8af59c6952b822ed is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:02.169828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:02.179977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:02.207142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Made reservation on behalf of d1ea4b781dab4c1b8af59c6952b822ed for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:30:02.212316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853399812'] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.447218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37964) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:02.478883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.527561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] For port 9b096e2a-de4e-4e84-a070-267d3231d2ef, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9b096e2a-de4e-4e84-a070-267d3231d2ef,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:02.527937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.550108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc74931-e283-499a-bc57-8ab8b4ca0afc req-bfb60d6f-281a-4db1-97a9-9624d458cdc3 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:02.551693 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acc74931-e283-499a-bc57-8ab8b4ca0afc req-bfb60d6f-281a-4db1-97a9-9624d458cdc3 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 949 time: 0.3219554 Jun 21 09:30:02.553060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:02.567476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2884aa728b514e6b803d3bafe317e479 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:02.572723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:02.581580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:02.686206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Calling delete_port for 9b096e2a-de4e-4e84-a070-267d3231d2ef owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:30:02.720826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d3f7e-8461-4d5f-a20a-868b2a3bb3db req-505fa11c-b99c-4316-99ea-f693aa740fda tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:02.722436 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-436d3f7e-8461-4d5f-a20a-868b2a3bb3db req-505fa11c-b99c-4316-99ea-f693aa740fda tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 945 time: 0.4069953 Jun 21 09:30:02.747091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.750831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.759017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1b6e233e-9828-4935-9e2c-dcca487892d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:02.812589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497ac16d-5084-4d9d-b5d8-72d318fbb9d2,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:02.819016 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:02.822055 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acc74931-e283-499a-bc57-8ab8b4ca0afc req-2a9b1e43-5e60-4125-9bf3-1986537fb10d tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149222 Jun 21 09:30:02.822144 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2884aa728b514e6b803d3bafe317e479&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3736672 Jun 21 09:30:02.825576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 37968) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:02.827432 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-436d3f7e-8461-4d5f-a20a-868b2a3bb3db req-82d37bfd-7eab-450a-b006-891d304b4d23 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938525 Jun 21 09:30:02.905296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.912065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:02.938888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2123750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853399827'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:02.944014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['9b096e2a-de4e-4e84-a070-267d3231d2ef'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:30:02.948431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:02.964682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Pushing event deleted for resources: {'Port': ['ID=9b096e2a-de4e-4e84-a070-267d3231d2ef,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:02.968097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:02.987904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.039191 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.067675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1834438d-bc01-4054-8ff8-5ca6865c00df,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:03.081862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:03.090643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] No DVR routers for this DVR port 9b096e2a-de4e-4e84-a070-267d3231d2ef on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:30:03.092904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 19e2d5ee-1328-4afd-8a73-cd7260e979a1 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:30:03.094231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.096906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'name': 'network-vif-deleted', 'tag': '9b096e2a-de4e-4e84-a070-267d3231d2ef'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:03.108010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Checking segment: {'id': 'a516dfa8-e127-4f0d-a714-92f035c643a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '410cd84a-8645-45ed-8df5-0dcc7333be77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:30:03.108411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Network hostable DHCP agents. Network: 410cd84a-8645-45ed-8df5-0dcc7333be77, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:30:03.125298 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75a9dcb1-30da-462c-8a57-af6732463ea3 req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "DELETE /v2.0/ports/9b096e2a-de4e-4e84-a070-267d3231d2ef HTTP/1.1" status: 204 len: 173 time: 1.2579641 Jun 21 09:30:03.125524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Network 410cd84a-8645-45ed-8df5-0dcc7333be77 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:30:03.144480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.148459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c3ca4fe2-897f-43f0-9587-c10a94ff709c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:03.158886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 410cd84a-8645-45ed-8df5-0dcc7333be77) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:30:03.163949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b715f-326e-4e61-864a-e5ff58573e70 req-5df5f233-786e-4f5d-8928-f071238bb67c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:03.167651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497ac16d-5084-4d9d-b5d8-72d318fbb9d2,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:03.175225 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-793b715f-326e-4e61-864a-e5ff58573e70 req-5df5f233-786e-4f5d-8928-f071238bb67c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2115395 Jun 21 09:30:03.175985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:03.181115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252eabe-c204-4ee9-a4b0-7781abd88a42 None None] Network 410cd84a-8645-45ed-8df5-0dcc7333be77 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:30:03.183092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:03.183759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.195248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.196459 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/497ac16d-5084-4d9d-b5d8-72d318fbb9d2 HTTP/1.1" status: 204 len: 168 time: 0.3701828 Jun 21 09:30:03.211838 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0844367 Jun 21 09:30:03.250168 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:30:03.295119 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-793b715f-326e-4e61-864a-e5ff58573e70 req-3c5d3bfe-ba9a-4ac9-988f-4b290febb0a7 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788968 Jun 21 09:30:03.312578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:30:03.313605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.330244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6395bd-b16b-40e6-8c29-1870bf364f74 req-7d28c61a-b1b6-4518-85a5-9bdbe759e3e9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:03.332495 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f6395bd-b16b-40e6-8c29-1870bf364f74 req-7d28c61a-b1b6-4518-85a5-9bdbe759e3e9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1562407 Jun 21 09:30:03.426233 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f6395bd-b16b-40e6-8c29-1870bf364f74 req-4b8a0a55-0cb1-499c-976e-6649ada77359 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862379 Jun 21 09:30:03.479853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.487044 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c16284-b487-40aa-8c35-37c1ebcc5543', 'name': 'network-vif-deleted', 'tag': '9b096e2a-de4e-4e84-a070-267d3231d2ef', 'status': 'completed', 'code': 200} Jun 21 09:30:03.585458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 19e2d5ee-1328-4afd-8a73-cd7260e979a1, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=19e2d5ee-1328-4afd-8a73-cd7260e979a1,segment=NetworkSegment(789768b7-cf4d-4114-a533-e42f9b3e364e),segment_id=789768b7-cf4d-4114-a533-e42f9b3e364e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:03.589237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e2d5ee-1328-4afd-8a73-cd7260e979a1'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:03.679812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:03.689479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:03.754507 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e2d5ee-1328-4afd-8a73-cd7260e979a1', 'code': 200} Jun 21 09:30:03.755907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=19e2d5ee-1328-4afd-8a73-cd7260e979a1,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:03.760656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a610553-3925-4096-ac2a-79c0f7bb23d4 None None] Network 410cd84a-8645-45ed-8df5-0dcc7333be77 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:30:03.925282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:04.351636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-1654b46d-f51d-4b1b-b7d0-d2796b9236d9 req-1c5669ef-c144-40b8-8a88-2eac81ac9dc0 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Synchronizing usage tracker for tenant:f12fe16e51584046ba81bbf0e5be1f31 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:30:04.431914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-1654b46d-f51d-4b1b-b7d0-d2796b9236d9 req-1c5669ef-c144-40b8-8a88-2eac81ac9dc0 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Unset dirty status for tenant:f12fe16e51584046ba81bbf0e5be1f31 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:30:04.433617 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1654b46d-f51d-4b1b-b7d0-d2796b9236d9 req-1c5669ef-c144-40b8-8a88-2eac81ac9dc0 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c16284-b487-40aa-8c35-37c1ebcc5543 HTTP/1.1" status: 200 len: 210 time: 0.2905009 Jun 21 09:30:04.463828 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-661d9dea-619a-44fe-bf85-70540f1d711d req-f79844ab-8d9c-4897-aad5-6b046426d3e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 1103 time: 0.4708407 Jun 21 09:30:04.477809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861eb47-126f-458a-9004-8814fef9ca24 req-e450f223-26df-4566-bf53-ec8b4452d2b6 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:04.491012 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7861eb47-126f-458a-9004-8814fef9ca24 req-e450f223-26df-4566-bf53-ec8b4452d2b6 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.3577852 Jun 21 09:30:04.589403 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7861eb47-126f-458a-9004-8814fef9ca24 req-6d4fbc06-46cd-4dee-b7a0-d9b7f9f8c209 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968137 Jun 21 09:30:04.601228 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-661d9dea-619a-44fe-bf85-70540f1d711d req-c823fc07-e42f-4d0e-8cec-21f2ab43fbb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838985 Jun 21 09:30:04.752832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68497f6-4ff9-4b4d-be6a-d4ee6c1e3f4b req-1b1541da-0c3c-4b6d-a30b-cb6e9432623c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:04.754623 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a68497f6-4ff9-4b4d-be6a-d4ee6c1e3f4b req-1b1541da-0c3c-4b6d-a30b-cb6e9432623c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1306891 Jun 21 09:30:04.818633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e1712-072c-4f87-b47d-178834c7ad98 req-0647d48e-4c95-46d4-9083-3b79f1a0a0d9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:04.820204 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bd4e1712-072c-4f87-b47d-178834c7ad98 req-0647d48e-4c95-46d4-9083-3b79f1a0a0d9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1286893 Jun 21 09:30:04.824012 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a68497f6-4ff9-4b4d-be6a-d4ee6c1e3f4b req-52787848-11a7-43ce-9f08-fb7eaf79197f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Jun 21 09:30:04.872090 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bd4e1712-072c-4f87-b47d-178834c7ad98 req-99f24de0-547d-4b01-94ca-0201c38d4709 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444624 Jun 21 09:30:06.090762 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91834479-7a79-476f-9369-1c29910bf719 req-f23ecefa-0e15-417c-8a20-979bb6e11dc1 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:06.092339 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-91834479-7a79-476f-9369-1c29910bf719 req-f23ecefa-0e15-417c-8a20-979bb6e11dc1 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.3383527 Jun 21 09:30:06.215688 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-91834479-7a79-476f-9369-1c29910bf719 req-ae12c0ee-823a-45fe-979e-bfab53d9ba1a tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108868 Jun 21 09:30:06.279637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d95d9-7930-4d15-865c-00242377b652 req-348b5456-696f-46b9-820f-7b0f64455bd1 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:06.289104 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-348b5456-696f-46b9-820f-7b0f64455bd1 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/networks?id=49d8988d-256c-49e9-8de5-70c5e7cd842a HTTP/1.1" status: 200 len: 808 time: 0.4594920 Jun 21 09:30:06.300296 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-caecc8f9-9f6b-4b59-a0a2-b245d2446333 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/quotas/f12fe16e51584046ba81bbf0e5be1f31 HTTP/1.1" status: 200 len: 375 time: 0.0118067 Jun 21 09:30:06.356124 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-2296dd6a-bc47-4516-91a9-c7535252da99 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f12fe16e51584046ba81bbf0e5be1f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480404 Jun 21 09:30:06.550120 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-c3bccee3-4573-43be-be27-fa067c86caeb service neutron] 10.222.0.36 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567838 Jun 21 09:30:06.556603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833dab9-3022-4cc8-83f5-516aa1d40830 req-1097f874-e222-4148-8866-2399ca739c8e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:06.558108 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2833dab9-3022-4cc8-83f5-516aa1d40830 req-1097f874-e222-4148-8866-2399ca739c8e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2056472 Jun 21 09:30:06.706486 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2833dab9-3022-4cc8-83f5-516aa1d40830 req-c3e19c45-ae6c-4d44-b8ce-a910b42f9472 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260886 Jun 21 09:30:06.727843 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-9794e6ea-80a2-4f71-bff8-ab8352fca6dc service neutron] 10.222.0.36 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687186 Jun 21 09:30:06.905620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29817-ed8d-412c-86ce-2a70fd4df9dd req-820ea909-24b2-4320-a300-173ce72ffaf3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:06.907798 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e5e29817-ed8d-412c-86ce-2a70fd4df9dd req-820ea909-24b2-4320-a300-173ce72ffaf3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.0856752 Jun 21 09:30:06.961434 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e5e29817-ed8d-412c-86ce-2a70fd4df9dd req-9a1a7575-8705-40da-a0a0-92adbaf99158 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452096 Jun 21 09:30:07.095628 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a899330d-327a-40c1-9b55-74a51837db54 req-4535cea9-345d-48cd-b39d-700a43798e57 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 210 time: 0.0560834 Jun 21 09:30:07.422431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42217249-8e89-4b01-8eb4-243c503776e1 req-c5d808f3-dcd9-4d1a-9362-3974f4719a82 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:07.424004 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-42217249-8e89-4b01-8eb4-243c503776e1 req-c5d808f3-dcd9-4d1a-9362-3974f4719a82 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.0773644 Jun 21 09:30:07.473320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-42217249-8e89-4b01-8eb4-243c503776e1 req-ed8798f2-3472-48cd-af63-a0770ec2860d tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Jun 21 09:30:07.898542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e95944-704e-41af-88a8-997fe7810264 req-d8af4dd4-5969-4d4a-844c-746c32ac6c63 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:07.900092 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6e95944-704e-41af-88a8-997fe7810264 req-d8af4dd4-5969-4d4a-844c-746c32ac6c63 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.0794644 Jun 21 09:30:07.949306 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6e95944-704e-41af-88a8-997fe7810264 req-4cc98833-f7ca-4b74-847e-b02899750966 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Jun 21 09:30:07.999308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9b096e2a-de4e-4e84-a070-267d3231d2ef no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:30:08.054886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 9b096e2a-de4e-4e84-a070-267d3231d2ef {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:30:08.055386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9b096e2a-de4e-4e84-a070-267d3231d2ef not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:30:08.165108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af909ef-f489-4798-81e8-340a812a75e6 req-79339829-75aa-42d1-be6c-494e683bcacb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:08.166624 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5af909ef-f489-4798-81e8-340a812a75e6 req-79339829-75aa-42d1-be6c-494e683bcacb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.0773623 Jun 21 09:30:08.223716 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5af909ef-f489-4798-81e8-340a812a75e6 req-39f18b45-777b-4855-9dbb-a633feb4fddd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495772 Jun 21 09:30:08.269378 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-21885a21-1645-471a-a171-e95a3b4db404 req-98877219-6d15-457e-9bc7-a14cf8e9491b tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 210 time: 0.0498497 Jun 21 09:30:08.662040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d583ff6-b1d7-44c0-90fe-6003848b6b73 req-5408fad6-6c3e-47a9-b701-ae52bfaed934 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:08.663588 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d583ff6-b1d7-44c0-90fe-6003848b6b73 req-5408fad6-6c3e-47a9-b701-ae52bfaed934 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.0756593 Jun 21 09:30:08.716889 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d583ff6-b1d7-44c0-90fe-6003848b6b73 req-2947020c-89e6-4770-a198-b4f5a1f42135 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461802 Jun 21 09:30:09.151345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71a02f-2fd3-4616-9c3e-e7b9982b789f req-ca9aa512-d2fa-48cf-9350-97b7fed18a58 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:09.155733 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb71a02f-2fd3-4616-9c3e-e7b9982b789f req-ca9aa512-d2fa-48cf-9350-97b7fed18a58 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.0889759 Jun 21 09:30:09.314402 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb71a02f-2fd3-4616-9c3e-e7b9982b789f req-ca4738ab-dab4-47d7-86e9-05f7962f1f80 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525455 Jun 21 09:30:09.371500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d95d9-7930-4d15-865c-00242377b652 req-fb5d83bf-7705-4092-82e7-5164ef541e22 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:09.373170 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-fb5d83bf-7705-4092-82e7-5164ef541e22 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "GET /v2.0/networks?id=49d8988d-256c-49e9-8de5-70c5e7cd842a HTTP/1.1" status: 200 len: 808 time: 0.1901801 Jun 21 09:30:09.423759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Request body: {'port': {'device_id': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a', 'admin_state_up': True, 'tenant_id': 'f12fe16e51584046ba81bbf0e5be1f31'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:30:09.554567 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-35d300af-6c6d-4836-8033-7d9d9db274a5 req-19d82573-5311-4299-85fa-bd60fd884498 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 210 time: 0.1078353 Jun 21 09:30:09.686359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:09.696290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5333ad-9fbb-473c-8d25-cb7ad875d47b req-805a72aa-1bae-43bc-9602-10b3ceeca21d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:09.697912 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ab5333ad-9fbb-473c-8d25-cb7ad875d47b req-805a72aa-1bae-43bc-9602-10b3ceeca21d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.3235967 Jun 21 09:30:09.705897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:09.736559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Made reservation on behalf of f12fe16e51584046ba81bbf0e5be1f31 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:30:09.742102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:09.783571 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ab5333ad-9fbb-473c-8d25-cb7ad875d47b req-41fb008f-7b89-4035-ad60-4229861630bf tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749083 Jun 21 09:30:10.004838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b3200-68d2-414b-92c4-7a00edb26339 req-9c32609a-6a99-482d-8636-640207a1b60c tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:10.006528 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1c2b3200-68d2-414b-92c4-7a00edb26339 req-9c32609a-6a99-482d-8636-640207a1b60c tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.1586084 Jun 21 09:30:10.007750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Allocated IP 172.20.0.4 (49d8988d-256c-49e9-8de5-70c5e7cd842a/1644c441-c05a-41eb-8a19-44ef83eb090c/a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:30:10.129373 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1c2b3200-68d2-414b-92c4-7a00edb26339 req-10c5e7dd-bd05-4799-ac60-9286e5e1acaa tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007831 Jun 21 09:30:10.302550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:10.346824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:10.359179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:10.432858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Network 49d8988d-256c-49e9-8de5-70c5e7cd842a is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:30:10.436267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:30:10.439770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:30:10.533293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Pushing event updated for resources: {'Port': ['ID=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:10.536309 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:10.770549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:10.771206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:10.817015 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974826 Jun 21 09:30:10.827403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8b334-afd6-490d-ab06-f2241f0f4e73 req-7c2224e5-7bae-4242-8cfe-c245319a7f58 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:10.829874 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b3b8b334-afd6-490d-ab06-f2241f0f4e73 req-7c2224e5-7bae-4242-8cfe-c245319a7f58 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.3506918 Jun 21 09:30:10.861155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Request body: {'port': {'device_id': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:30:11.053575 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b3b8b334-afd6-490d-ab06-f2241f0f4e73 req-49c6a476-8d36-4a5c-b4b5-882de1d64f30 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139349 Jun 21 09:30:11.103958 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:11.177285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c5559-70ac-47d8-b5ac-6819eb3bc6bd req-845ed6cb-b9fb-41ff-b40a-9716a06c2077 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:11.178201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e60c5559-70ac-47d8-b5ac-6819eb3bc6bd req-845ed6cb-b9fb-41ff-b40a-9716a06c2077 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Synchronizing usage tracker for tenant:f12fe16e51584046ba81bbf0e5be1f31 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:30:11.218591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e60c5559-70ac-47d8-b5ac-6819eb3bc6bd req-845ed6cb-b9fb-41ff-b40a-9716a06c2077 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Unset dirty status for tenant:f12fe16e51584046ba81bbf0e5be1f31 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:30:11.220452 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e60c5559-70ac-47d8-b5ac-6819eb3bc6bd req-845ed6cb-b9fb-41ff-b40a-9716a06c2077 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 931 time: 0.3216386 Jun 21 09:30:11.343796 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e60c5559-70ac-47d8-b5ac-6819eb3bc6bd req-c21c21aa-ea49-46e1-9160-f84b2b2d0d8b tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082578 Jun 21 09:30:11.624704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d2793-f64e-41a3-999e-cb6ca3c683a3 req-bddaacae-14cb-474d-8334-f76618f27865 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:11.626721 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e4d2793-f64e-41a3-999e-cb6ca3c683a3 req-bddaacae-14cb-474d-8334-f76618f27865 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.2820456 Jun 21 09:30:11.693162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9daa5-206e-48e2-be23-9e071c9ce473 req-1502767f-4221-464d-8499-5b5d10563d71 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:11.694737 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-17c9daa5-206e-48e2-be23-9e071c9ce473 req-1502767f-4221-464d-8499-5b5d10563d71 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.2099109 Jun 21 09:30:11.792843 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e4d2793-f64e-41a3-999e-cb6ca3c683a3 req-a11dcb8b-73cf-4f7c-9d48-bea6b6e1fae5 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453288 Jun 21 09:30:11.829286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:30:11.835177 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-17c9daa5-206e-48e2-be23-9e071c9ce473 req-49c0715b-5ce9-41bd-81fd-1d34ee872dfa tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267622 Jun 21 09:30:11.838961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:11.857028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Transition to ACTIVE for port object a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:30:11.858913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:11.863909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a36c0e53-cd7f-4f23-b2bd-a016b0de8b89 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:11.983860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Pushing event updated for resources: {'Port': ['ID=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:11.988487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:12.103264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Attempting to bind port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:30:12.103771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Attempting to bind port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:30:12.104233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Attempting to bind port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c on network 49d8988d-256c-49e9-8de5-70c5e7cd842a {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:30:12.111529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c on network 49d8988d-256c-49e9-8de5-70c5e7cd842a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:30:12.112063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Attempting to bind port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c on network 49d8988d-256c-49e9-8de5-70c5e7cd842a {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:30:12.120437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:30:12.120884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Checking segment: {'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:30:12.121500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Bound using segment: {'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:30:12.122051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Bound port: a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67851c4b-447a-4372-a6a6-c0531c4a5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:30:12.127468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:12.261706 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] For port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:30:12.273890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] For port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:30:12.278522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:12.283755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-edf255a6-b05b-4655-b823-0b594691bc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:12.356436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:12.357973 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] 10.222.0.45 "PUT /v2.0/ports/a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c HTTP/1.1" status: 200 len: 1093 time: 1.5203278 Jun 21 09:30:12.359174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'tag': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:12.378721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b7abe-e7b7-422c-aef5-d1f5706653f6 req-81a99fde-dc7c-4f57-ae94-ffb22ede14ce tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:12.380305 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-117b7abe-e7b7-422c-aef5-d1f5706653f6 req-81a99fde-dc7c-4f57-ae94-ffb22ede14ce tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1673653 Jun 21 09:30:12.383192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Pushing event updated for resources: {'Port': ['ID=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:12.386189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:12.435445 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'tag': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c', 'status': 'completed', 'code': 200} Jun 21 09:30:12.444119 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-117b7abe-e7b7-422c-aef5-d1f5706653f6 req-e98308d6-24d4-42c4-bd87-686c9c663208 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Jun 21 09:30:12.574337 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-3f9babd4-ba57-469b-a744-003fb1342cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f12fe16e51584046ba81bbf0e5be1f31&device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 1096 time: 0.1216848 Jun 21 09:30:12.677760 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-3979fd49-23a8-43ba-99a0-b04c3804ae7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c HTTP/1.1" status: 200 len: 217 time: 0.0875864 Jun 21 09:30:12.699259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830252-c97f-4204-958b-d273914f7a4c req-6e240f43-5bf8-4265-9ee8-7bc1eb0341b5 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:12.700907 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b830252-c97f-4204-958b-d273914f7a4c req-6e240f43-5bf8-4265-9ee8-7bc1eb0341b5 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 943 time: 0.1644101 Jun 21 09:30:12.855454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d95d9-7930-4d15-865c-00242377b652 req-7b89747c-a614-415c-9cdf-d06ecf6b5d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:12.857550 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-7b89747c-a614-415c-9cdf-d06ecf6b5d87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1644c441-c05a-41eb-8a19-44ef83eb090c HTTP/1.1" status: 200 len: 848 time: 0.1092227 Jun 21 09:30:12.931361 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b830252-c97f-4204-958b-d273914f7a4c req-5d9dc0df-539a-4003-988c-3b2bae9d2582 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885955 Jun 21 09:30:12.936101 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-8cae6333-cfdb-46d8-9b1c-7fc4b748ced9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49d8988d-256c-49e9-8de5-70c5e7cd842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685749 Jun 21 09:30:13.123459 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c0fc8a6-bec4-4e87-b374-dd73636fd9c7 req-eef23b17-3cfc-4c5f-ac46-9c424623718e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.0915875 Jun 21 09:30:13.173942 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c0fc8a6-bec4-4e87-b374-dd73636fd9c7 req-d9a8a239-3abd-41de-9cf0-1e29fef79fc9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Jun 21 09:30:13.214799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-6914800b-56f2-44d7-b4ea-219e7efeb6ec tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:13.216353 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-6914800b-56f2-44d7-b4ea-219e7efeb6ec tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.45 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.5100162 Jun 21 09:30:13.428055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746caa-6f0d-4735-b730-51b7015e83e8 req-aa76dc5a-77cd-40d5-9151-8169e15fedc6 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:13.429566 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9c746caa-6f0d-4735-b730-51b7015e83e8 req-aa76dc5a-77cd-40d5-9151-8169e15fedc6 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 950 time: 0.4836123 Jun 21 09:30:13.435774 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-9e7933f6-80a8-4630-978c-f5948146e265 service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878538 Jun 21 09:30:13.477716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93361b-2d90-430c-939b-3dbe328bd5e8 req-5b6d035e-8288-47ae-ab2e-86e901ce580e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:13.479197 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5d93361b-2d90-430c-939b-3dbe328bd5e8 req-5b6d035e-8288-47ae-ab2e-86e901ce580e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.2555540 Jun 21 09:30:13.602532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Deleting port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:30:13.602901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:13.727373 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9c746caa-6f0d-4735-b730-51b7015e83e8 req-4d6be37f-4647-42bf-906a-952271b08f9b tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/security-groups?id=7450a287-c949-43d2-9b37-6003066cace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906728 Jun 21 09:30:13.741883 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5d93361b-2d90-430c-939b-3dbe328bd5e8 req-497da69d-f360-4d86-b00a-ce8d194ef9b0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128952 Jun 21 09:30:13.797447 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-175d95d9-7930-4d15-865c-00242377b652 req-3a53c53f-1304-4d16-9942-ea7601231892 service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254800 Jun 21 09:30:14.156167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] For port 19e2d5ee-1328-4afd-8a73-cd7260e979a1, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=19e2d5ee-1328-4afd-8a73-cd7260e979a1,segment=NetworkSegment(789768b7-cf4d-4114-a533-e42f9b3e364e),segment_id=789768b7-cf4d-4114-a533-e42f9b3e364e)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:14.156689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:14.320647 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Calling delete_port for 19e2d5ee-1328-4afd-8a73-cd7260e979a1 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:30:14.352685 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-a785116f-3256-4c23-8ebd-c965ddd32773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f12fe16e51584046ba81bbf0e5be1f31&device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 1096 time: 0.4112699 Jun 21 09:30:14.649113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3a048-02d4-4d00-a4e4-2cf06f7b12d5 req-5ca44d0d-2ebe-450b-aaaa-9aa7a04faec5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:14.650851 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cbb3a048-02d4-4d00-a4e4-2cf06f7b12d5 req-5ca44d0d-2ebe-450b-aaaa-9aa7a04faec5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.5906825 Jun 21 09:30:14.945691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-f876ddab-3a96-438e-8187-af588a4480a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:14.947257 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-f876ddab-3a96-438e-8187-af588a4480a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=49d8988d-256c-49e9-8de5-70c5e7cd842a HTTP/1.1" status: 200 len: 909 time: 0.5134814 Jun 21 09:30:15.035672 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-9cca0dd4-9d28-4a6e-bb3c-2cc96b35ff45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c HTTP/1.1" status: 200 len: 217 time: 0.0741713 Jun 21 09:30:15.042454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a21b-3132-45c6-a515-34658e2e49ad req-843ea68c-f96c-4035-b9d6-fd8881929cbc tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:15.044086 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7317a21b-3132-45c6-a515-34658e2e49ad req-843ea68c-f96c-4035-b9d6-fd8881929cbc tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 943 time: 0.6714675 Jun 21 09:30:15.084414 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:15.101412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:15.133083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['19e2d5ee-1328-4afd-8a73-cd7260e979a1'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:30:15.160670 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cbb3a048-02d4-4d00-a4e4-2cf06f7b12d5 req-dde9cd39-03c2-4bfa-8df5-4f0f59b733bf tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914274 Jun 21 09:30:15.184494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Pushing event deleted for resources: {'Port': ['ID=19e2d5ee-1328-4afd-8a73-cd7260e979a1,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:15.243039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.243457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.243853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.244244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.244630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.245018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.245406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.245792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.246179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.246557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.246936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:15.258316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-8455af02-8478-4409-928f-794c5f6beb2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:15.259946 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-8455af02-8478-4409-928f-794c5f6beb2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1644c441-c05a-41eb-8a19-44ef83eb090c HTTP/1.1" status: 200 len: 848 time: 0.2113140 Jun 21 09:30:15.262014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:15.349192 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7317a21b-3132-45c6-a515-34658e2e49ad req-55a38b51-3edc-401d-bd53-6beeb5286e05 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588959 Jun 21 09:30:15.387189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] No DVR routers for this DVR port 19e2d5ee-1328-4afd-8a73-cd7260e979a1 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:30:15.402128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:15.404925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'name': 'network-vif-deleted', 'tag': '19e2d5ee-1328-4afd-8a73-cd7260e979a1'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:15.412497 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-dd481424-fc65-4f8a-b1e3-735bef15a3b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49d8988d-256c-49e9-8de5-70c5e7cd842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103666 Jun 21 09:30:15.432323 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-da5a1e84-085c-4867-bfdd-20bb08b1683f req-49b20f1a-e6b6-4637-8f31-40931816fa34 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.36 "GET /v2.0/ports?device_id=896bc129-20c6-4daf-9fb8-628a5cf874a9 HTTP/1.1" status: 200 len: 210 time: 0.1241264 Jun 21 09:30:15.481618 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ec16b441-157e-4f70-8f20-64a7998992c5 req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] 10.222.0.45 "DELETE /v2.0/ports/19e2d5ee-1328-4afd-8a73-cd7260e979a1 HTTP/1.1" status: 204 len: 173 time: 2.0495405 Jun 21 09:30:15.562066 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896bc129-20c6-4daf-9fb8-628a5cf874a9', 'name': 'network-vif-deleted', 'tag': '19e2d5ee-1328-4afd-8a73-cd7260e979a1', 'status': 'completed', 'code': 200} Jun 21 09:30:15.676050 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-47183c6e-2ba6-4b0e-8843-12d96d7dbd9d service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461698 Jun 21 09:30:15.799777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a96d1-7ffc-4a8c-98cf-cce4de30225b req-f6c0877e-4b35-46e6-beb5-aebbb5c19d3f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:15.802277 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e22a96d1-7ffc-4a8c-98cf-cce4de30225b req-f6c0877e-4b35-46e6-beb5-aebbb5c19d3f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.2929060 Jun 21 09:30:16.050671 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-572b99ee-2e29-4dad-9ec7-f5a71f36c752 req-efacb086-0e34-4a93-a480-a2f52f7f123d service neutron] 10.222.0.45 "GET /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558843 Jun 21 09:30:16.068767 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e22a96d1-7ffc-4a8c-98cf-cce4de30225b req-1a7bce05-6836-460c-b522-79441c680e56 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863079 Jun 21 09:30:16.420878 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec4f48-db65-4b4b-b67c-2767b188cef7 req-6b22a5d3-fff1-491c-926e-21e70568ef16 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:16.423257 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-baec4f48-db65-4b4b-b67c-2767b188cef7 req-6b22a5d3-fff1-491c-926e-21e70568ef16 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1264281 Jun 21 09:30:16.543235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 38410) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:16.546478 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-baec4f48-db65-4b4b-b67c-2767b188cef7 req-c52717fd-3411-46ab-822c-cc82f20559a6 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126299 Jun 21 09:30:16.608507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85892fe1-042e-41db-ba28-3b5cdf88d73b req-707a3434-9e1f-4506-86a1-02fef173cdc4 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:16.611045 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-85892fe1-042e-41db-ba28-3b5cdf88d73b req-707a3434-9e1f-4506-86a1-02fef173cdc4 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 943 time: 0.1006286 Jun 21 09:30:16.681913 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-85892fe1-042e-41db-ba28-3b5cdf88d73b req-426f28ec-e80f-426c-bbb4-1712eaebf88f tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613821 Jun 21 09:30:16.772330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:30:16.812153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:16.862101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:16.866710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Usage tracker for resource:security_group_rule and tenant:e78ebe6f4bcd434f8cec471314348e32 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:16.869737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:16.876020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:16.952313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:16.956686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:16.971808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d52ccc2f-4f6a-4423-a537-e842cafa0917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:17.032438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b120e9-bf34-4075-9108-909f9f8144ca,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:17.050017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 38442) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:17.058181 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e78ebe6f4bcd434f8cec471314348e32&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5133934 Jun 21 09:30:17.075547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.076153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.076668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.077355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.078175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.078560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.079546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.080077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.080917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.081492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.082544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:30:17.087300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:17.208990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:30:17.237606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 19e2d5ee-1328-4afd-8a73-cd7260e979a1 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:30:17.293529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 19e2d5ee-1328-4afd-8a73-cd7260e979a1 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:30:17.293918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 19e2d5ee-1328-4afd-8a73-cd7260e979a1 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:30:17.391210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:17.415658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:17.431953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c', 'network_id': '49d8988d-256c-49e9-8de5-70c5e7cd842a', 'port_id': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c', 'mac_address': 'fa:16:3e:56:f4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1644c441-c05a-41eb-8a19-44ef83eb090c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:30:17.452038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:17.491291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:17.492108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27231-f2d8-48ea-aa59-34618808e2c7 req-e2ff76f1-5f46-49c8-b4f4-bc23720bb875 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:17.497717 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c6b27231-f2d8-48ea-aa59-34618808e2c7 req-e2ff76f1-5f46-49c8-b4f4-bc23720bb875 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2566235 Jun 21 09:30:17.505966 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-232db154-2399-4e1d-b4f5-bc916fe79c6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.3507555 Jun 21 09:30:17.509736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:30:17.521723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ae06-2a67-4b43-af69-d6a977aae35c req-3eaf35ff-3008-4d7e-b3c7-5bf5ced87e52 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:17.525714 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bad2ae06-2a67-4b43-af69-d6a977aae35c req-3eaf35ff-3008-4d7e-b3c7-5bf5ced87e52 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.2371700 Jun 21 09:30:17.528322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:17.531034 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:17.533567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:17.612230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:17.615637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:17.634907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:17.643983 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-55a571a3-7025-4fd8-b4a7-c7dcbf536bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:17.720882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b120e9-bf34-4075-9108-909f9f8144ca,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:17.736720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:17.754456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:17.756998 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4b120e9-bf34-4075-9108-909f9f8144ca HTTP/1.1" status: 204 len: 168 time: 0.7038379 Jun 21 09:30:17.771292 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c6b27231-f2d8-48ea-aa59-34618808e2c7 req-a79384d7-29d8-4456-afcb-20e0efcd9a8a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562969 Jun 21 09:30:17.773500 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bad2ae06-2a67-4b43-af69-d6a977aae35c req-333e77cc-c950-426d-83c4-907dd37131e1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079713 Jun 21 09:30:17.832478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-3bcca382-20bb-446e-a08c-882357a31b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:17.835828 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-3bcca382-20bb-446e-a08c-882357a31b44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 0.2991829 Jun 21 09:30:17.974559 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-9674ec6f-ab3b-4151-845b-e01f732dd2c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 217 time: 0.1283031 Jun 21 09:30:17.984735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:30:18.399193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 38548) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:18.421941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-736e9a2a-c324-4ec0-91f5-e893d71b8a55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:18.423581 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-736e9a2a-c324-4ec0-91f5-e893d71b8a55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.4204876 Jun 21 09:30:18.429466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a4c5-fd38-4ff7-aa3e-4280a96697e3 req-00f8a88c-8ea6-4e61-9263-99a95d670fc9 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:18.430327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:18.431029 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a900a4c5-fd38-4ff7-aa3e-4280a96697e3 req-00f8a88c-8ea6-4e61-9263-99a95d670fc9 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 944 time: 0.5094757 Jun 21 09:30:18.484350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:18.489110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Usage tracker for resource:security_group_rule and tenant:c3df7d8051bf437d8b6d7aa1643e7913 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:18.502993 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-b56fcdb1-451f-4dcd-8095-10ebf27645d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610991 Jun 21 09:30:18.506127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:18.521464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:18.593271 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a900a4c5-fd38-4ff7-aa3e-4280a96697e3 req-bd863e2d-a5e7-4cea-b674-168e6fb90ca6 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537783 Jun 21 09:30:18.664263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:18.668269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:18.679417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-929da8a0-8de2-4c81-94c4-447aa0308c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:18.703663 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-d02f99b0-a1ca-49cf-940b-be994dafcac2 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888506 Jun 21 09:30:18.719255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac6b99a-8047-465f-8922-11d2cbe17460,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:18.729914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:18.740112 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5ff35200-ba4f-41b6-803e-6885e588c56f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3df7d8051bf437d8b6d7aa1643e7913&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3395572 Jun 21 09:30:18.743116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 38566) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:18.813008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:18.842684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:18.912255 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5492bea-c0dc-477c-8ebc-fa419e93ddee req-0a744ce5-3566-4182-b77c-de556debc771 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000492 Jun 21 09:30:18.918595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:18.924430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d374e650-b5b7-41d4-ae29-c4052156ced4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:18.939818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac6b99a-8047-465f-8922-11d2cbe17460,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:18.950870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:18.951849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:18.956385 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fac6b99a-8047-465f-8922-11d2cbe17460 HTTP/1.1" status: 204 len: 168 time: 0.2120101 Jun 21 09:30:19.132575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d92258-237b-447b-b443-eb13bd000f9e req-b6fb0936-39a1-4728-810e-af447aa2bc09 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:19.134305 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-92d92258-237b-447b-b443-eb13bd000f9e req-b6fb0936-39a1-4728-810e-af447aa2bc09 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2119644 Jun 21 09:30:19.145570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33781678-5a12-4e29-a740-42480b6df2c0 req-4e73452c-f337-44a9-af78-f796e345d32e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:19.147124 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-33781678-5a12-4e29-a740-42480b6df2c0 req-4e73452c-f337-44a9-af78-f796e345d32e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1536539 Jun 21 09:30:19.216575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:30:19.233254 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-92d92258-237b-447b-b443-eb13bd000f9e req-f24deb1e-b86e-4a14-b90e-58fc977b04e2 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850749 Jun 21 09:30:19.241298 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-33781678-5a12-4e29-a740-42480b6df2c0 req-e91074b6-cb4a-43d5-946b-6d6153782911 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775425 Jun 21 09:30:19.298207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:30:19.465733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:30:19.469926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:19.480378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:30:19.481026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.532823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'port_id': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'mac_address': 'fa:16:3e:11:57:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:30:19.588981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 38634) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:19.608736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.614443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.646895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:19.651102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb1e5a6182345659537c07f062b1ddf is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:19.655982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:19.662277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:19.668479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c1d0765-a6db-4e26-bba0-9244a4290af0 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:30:19.696090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:19.696997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.708465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.714440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:19.768411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.775235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.779101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:19.799074 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:19.807714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:19.814274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=6']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:19.817908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:19.818590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:19.829728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b36f5dc1-b0d1-4c63-8291-d3c6e8981637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:19.847958 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4eb1e5a6182345659537c07f062b1ddf&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2551961 Jun 21 09:30:19.850826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 38646) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:19.893866 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c', 'code': 200} Jun 21 09:30:19.895864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:19.897837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293e20a4-ac34-44bd-911e-8cf6e6b4f876,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:19.899107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:19.900597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['7c1d0765-a6db-4e26-bba0-9244a4290af0'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:30:19.901176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:19.941940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f2b58-1d55-4064-a890-ddd857b8bf57 req-143d5875-e8fe-4071-b70b-7127b4e5198a tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:19.951558 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bd9f2b58-1d55-4064-a890-ddd857b8bf57 req-143d5875-e8fe-4071-b70b-7127b4e5198a tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 945 time: 0.2211671 Jun 21 09:30:20.041805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:20.083273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:20.152267 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bd9f2b58-1d55-4064-a890-ddd857b8bf57 req-b08d510f-4109-4412-aa2c-b2ef0c819748 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992681 Jun 21 09:30:20.153684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:20.161908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-738d34e8-4d91-4d30-a650-71ece1375414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:20.177529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293e20a4-ac34-44bd-911e-8cf6e6b4f876,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:20.179539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:20.180732 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/293e20a4-ac34-44bd-911e-8cf6e6b4f876 HTTP/1.1" status: 204 len: 168 time: 0.3265016 Jun 21 09:30:20.181918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:20.337260 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f686ddb-51b9-4efa-8f79-241e44c3b2e7 req-fa78b90e-89f7-440f-9970-2e96eb735dfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 1098 time: 0.1352634 Jun 21 09:30:20.450978 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f686ddb-51b9-4efa-8f79-241e44c3b2e7 req-60949b23-74de-40fd-be42-98ea38a4db9f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047397 Jun 21 09:30:20.706628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68551d-8413-4d1f-ae84-565b9d99d809 req-3a80760b-fa8b-45d0-aa2b-4330e695a587 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:20.708298 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ac68551d-8413-4d1f-ae84-565b9d99d809 req-3a80760b-fa8b-45d0-aa2b-4330e695a587 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2478778 Jun 21 09:30:20.719609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9514-33ed-4453-8b3c-1a7347a6fb55 req-365f4ebe-bf69-4c99-bead-5d5f2d925551 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:20.727984 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fb1b9514-33ed-4453-8b3c-1a7347a6fb55 req-365f4ebe-bf69-4c99-bead-5d5f2d925551 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 944 time: 0.1611805 Jun 21 09:30:20.835666 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fb1b9514-33ed-4453-8b3c-1a7347a6fb55 req-252e745f-8300-4ce4-bc7c-88e074b9b261 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068289 Jun 21 09:30:20.872916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ac68551d-8413-4d1f-ae84-565b9d99d809 req-45ce7bc1-0255-4e53-b366-6cd707ea56eb tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420414 Jun 21 09:30:21.234150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:30:21.356982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 7c1d0765-a6db-4e26-bba0-9244a4290af0 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:30:21.356982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:21.438541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ff99-eb96-447f-a8ef-b61359e15de7 req-2294a54e-1a3a-447b-9125-65c7b6c3f452 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:21.440433 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0577ff99-eb96-447f-a8ef-b61359e15de7 req-2294a54e-1a3a-447b-9125-65c7b6c3f452 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 945 time: 0.1300519 Jun 21 09:30:21.500323 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0577ff99-eb96-447f-a8ef-b61359e15de7 req-e512e1ba-48f3-44f9-973c-9db41267055b tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504732 Jun 21 09:30:21.762790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:21.801376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:21.806159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:21.808121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e4196cfa-aa03-40b2-a544-2030778e1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:21.885447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=7']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:21.888638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:21.896078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:22.237923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb595b-0d8a-4099-8537-9c4621a910b6 req-0d9d4891-a7e8-463d-9e87-2e3a174b8d68 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:22.240070 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-19bb595b-0d8a-4099-8537-9c4621a910b6 req-0d9d4891-a7e8-463d-9e87-2e3a174b8d68 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.2569582 Jun 21 09:30:22.250841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5081e4-0362-45d3-abca-376adaf9b215 req-7c7350e8-dfcf-49f0-aff0-339a2c2fa358 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:22.262197 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1f5081e4-0362-45d3-abca-376adaf9b215 req-7c7350e8-dfcf-49f0-aff0-339a2c2fa358 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1907408 Jun 21 09:30:22.361897 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-19bb595b-0d8a-4099-8537-9c4621a910b6 req-377ac249-a48d-4a7c-99cf-d1266bd322c4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966451 Jun 21 09:30:22.385686 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1f5081e4-0362-45d3-abca-376adaf9b215 req-4fe1865a-9ead-4658-8f46-e41ef9faf8ae tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224010 Jun 21 09:30:22.448181 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'code': 200} Jun 21 09:30:22.793281 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44165-852a-4e96-807e-ee432f050985 req-c01efd06-99fb-4146-9495-a82bc35a0910 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:22.795237 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-69a44165-852a-4e96-807e-ee432f050985 req-c01efd06-99fb-4146-9495-a82bc35a0910 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 945 time: 0.1100485 Jun 21 09:30:22.870977 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-69a44165-852a-4e96-807e-ee432f050985 req-0ba55cd5-acf0-4651-b59a-eb650288caa9 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676787 Jun 21 09:30:22.979517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-79afb953-8d39-44e0-a4e1-3ed5aa21c523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:23.631775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb9a3-9613-4d43-9ac4-60b5c88f267c req-678fbd0a-edca-43eb-a4b9-47bfc9e6cedb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:23.640608 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-034cb9a3-9613-4d43-9ac4-60b5c88f267c req-678fbd0a-edca-43eb-a4b9-47bfc9e6cedb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1064000 Jun 21 09:30:23.716192 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-034cb9a3-9613-4d43-9ac4-60b5c88f267c req-841c4a4b-c7a0-44ee-bc47-887e5f484c5e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744612 Jun 21 09:30:24.183142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:24.318708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061a44d-9443-418a-80eb-f5fa7bd5eee4 req-b16005f6-5055-4af6-8a78-b83fa8916724 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:24.320259 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6061a44d-9443-418a-80eb-f5fa7bd5eee4 req-b16005f6-5055-4af6-8a78-b83fa8916724 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1070118 Jun 21 09:30:24.373867 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6061a44d-9443-418a-80eb-f5fa7bd5eee4 req-ae86179f-094f-47b9-ad2f-04283897b9de tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Jun 21 09:30:24.620861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9fbb68d3-d001-4752-847f-ef7720c17690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:24.980938 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54affb-7b79-4a7a-b9c6-a8c031237c5d req-c6449bfc-7e13-46dd-8525-c4d136c8da0b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:24.982833 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b54affb-7b79-4a7a-b9c6-a8c031237c5d req-c6449bfc-7e13-46dd-8525-c4d136c8da0b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.0972188 Jun 21 09:30:25.095358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:25.134740 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b54affb-7b79-4a7a-b9c6-a8c031237c5d req-a18ad62b-1acb-4a3c-b1bb-e431cd53af92 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409030 Jun 21 09:30:25.159568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f97adc-2d8c-41bc-bd65-c54c1a1cb265 req-7878d0ba-1473-4ec4-bbab-140d9327309c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:25.169541 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-15f97adc-2d8c-41bc-bd65-c54c1a1cb265 req-7878d0ba-1473-4ec4-bbab-140d9327309c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1193838 Jun 21 09:30:25.236191 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-15f97adc-2d8c-41bc-bd65-c54c1a1cb265 req-2b82c692-f4a0-4e2f-b619-29edd92d0130 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656967 Jun 21 09:30:25.486249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:25.623553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857e914-cfbb-4d18-bb57-77f4fe7f7fd2 req-d5d3d949-59d8-43e5-bf26-02b225c0a4d0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:25.632370 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2857e914-cfbb-4d18-bb57-77f4fe7f7fd2 req-d5d3d949-59d8-43e5-bf26-02b225c0a4d0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1101265 Jun 21 09:30:25.705388 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2857e914-cfbb-4d18-bb57-77f4fe7f7fd2 req-43053643-4b13-424f-bd64-0d75c8326da1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656464 Jun 21 09:30:26.349864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58f3a4-dff2-4ddd-9605-ce06ea10bcab req-557dce7c-b13e-498e-9259-e479623ce866 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:26.351527 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1a58f3a4-dff2-4ddd-9605-ce06ea10bcab req-557dce7c-b13e-498e-9259-e479623ce866 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.0859447 Jun 21 09:30:26.404417 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1a58f3a4-dff2-4ddd-9605-ce06ea10bcab req-861648f6-a1fd-44e9-9078-b61292232dc2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453956 Jun 21 09:30:26.938557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b60091-60f1-490c-a707-64361fb37543 req-b8885ddc-03cf-46de-a889-c78b1a57baf8 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:26.940114 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-18b60091-60f1-490c-a707-64361fb37543 req-b8885ddc-03cf-46de-a889-c78b1a57baf8 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0818565 Jun 21 09:30:27.010505 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-18b60091-60f1-490c-a707-64361fb37543 req-e4aee373-0ee4-43df-8086-e7e094bfe2e8 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622079 Jun 21 09:30:27.040982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:27.670914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d051b3-a838-4677-b84c-6562f26d2134 req-bd43ef4e-c6d8-464c-a6d3-6f094aca5128 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:27.683550 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-01d051b3-a838-4677-b84c-6562f26d2134 req-bd43ef4e-c6d8-464c-a6d3-6f094aca5128 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1244078 Jun 21 09:30:27.738607 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-01d051b3-a838-4677-b84c-6562f26d2134 req-2cb9f14e-33fc-44aa-a299-63f37200afbd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540903 Jun 21 09:30:27.863186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed230948-d1a5-4593-9803-81c063c7b2bd req-87e55f67-639a-4acb-ae7c-89c2d1616117 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:27.864813 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed230948-d1a5-4593-9803-81c063c7b2bd req-87e55f67-639a-4acb-ae7c-89c2d1616117 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 945 time: 0.1076105 Jun 21 09:30:27.927345 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ed230948-d1a5-4593-9803-81c063c7b2bd req-e57b3724-7220-4267-ae3f-09c56bd99316 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Jun 21 09:30:28.284538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205c364-3a17-4716-b8ee-538b38155907 req-6afe2d80-9e07-4108-b2d2-8042605aad6f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:28.286448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e205c364-3a17-4716-b8ee-538b38155907 req-6afe2d80-9e07-4108-b2d2-8042605aad6f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0875528 Jun 21 09:30:28.371761 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e205c364-3a17-4716-b8ee-538b38155907 req-ff9a7b32-6626-42bd-920d-60746316d51d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760319 Jun 21 09:30:28.958544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c877-0c98-4882-bdaf-80b2816e4da7 req-096aa017-9725-4752-a57c-4eed67551e30 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:28.978413 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ade1c877-0c98-4882-bdaf-80b2816e4da7 req-096aa017-9725-4752-a57c-4eed67551e30 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1015842 Jun 21 09:30:29.052788 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ade1c877-0c98-4882-bdaf-80b2816e4da7 req-75a11d29-aa7b-46c2-abb8-c874a1df0da3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732985 Jun 21 09:30:29.218523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66766766-1f4f-47e1-8110-78be35972305 req-84b53b14-fb1b-495e-8da0-25be9224f0d4 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:29.220235 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-66766766-1f4f-47e1-8110-78be35972305 req-84b53b14-fb1b-495e-8da0-25be9224f0d4 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 945 time: 0.0844357 Jun 21 09:30:29.291100 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-66766766-1f4f-47e1-8110-78be35972305 req-a4409cda-3c11-4134-ac4f-cf7a01486175 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 Jun 21 09:30:29.576429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81d35-59b9-4d63-9b7d-92f2d5f42e15 req-9dd592ca-da3d-4cc9-9b10-2d35a527185d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:29.578253 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-59f81d35-59b9-4d63-9b7d-92f2d5f42e15 req-9dd592ca-da3d-4cc9-9b10-2d35a527185d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0836668 Jun 21 09:30:29.709373 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-59f81d35-59b9-4d63-9b7d-92f2d5f42e15 req-a503bba0-1b6f-44c3-9340-2c96ce13bc55 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066959 Jun 21 09:30:29.736927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-d8eccbac-f592-401b-a46e-722bb33fd266 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:29.739987 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-d8eccbac-f592-401b-a46e-722bb33fd266 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 945 time: 0.1344790 Jun 21 09:30:29.823395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Deleting port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:30:29.823785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:30.300495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] For port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,segment=NetworkSegment(67851c4b-447a-4372-a6a6-c0531c4a5d5e),segment_id=67851c4b-447a-4372-a6a6-c0531c4a5d5e)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:30.304824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:30.663120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Calling delete_port for a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:30:30.684749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 38868) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:30.767870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Deleting subnet 8b794113-9ad6-42fc-b88a-86b8fdf906f4 {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:30:30.768252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:30.819707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:30.848240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b89e7e-0194-49f0-8dcd-ab46e5af014f req-fa0604e6-d746-4ba5-b8d2-10b197da01c8 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:30.856766 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-39b89e7e-0194-49f0-8dcd-ab46e5af014f req-fa0604e6-d746-4ba5-b8d2-10b197da01c8 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.6145010 Jun 21 09:30:30.891902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:30.960118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:30.971551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:31.021213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:30:31.029607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fdf08-00ec-49d0-8417-38d44859aa15 req-661c570d-c203-4ef1-995f-08f9a6f7f902 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:31.039207 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ca7fdf08-00ec-49d0-8417-38d44859aa15 req-661c570d-c203-4ef1-995f-08f9a6f7f902 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5 HTTP/1.1" status: 200 len: 867 time: 0.3404059 Jun 21 09:30:31.177535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Pushing event deleted for resources: {'Port': ['ID=a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:31.216604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:31.295138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] No DVR routers for this DVR port a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:30:31.297971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:31.322537 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-39b89e7e-0194-49f0-8dcd-ab46e5af014f req-def17118-a870-477c-80fe-053c0c9c2add tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4647517 Jun 21 09:30:31.324476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'name': 'network-vif-deleted', 'tag': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:31.332857 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ca7fdf08-00ec-49d0-8417-38d44859aa15 req-cdab3de3-cc1b-459c-803c-e2ca601d5ece tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2287ed1-5866-43b3-995b-cdd84390f407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927320 Jun 21 09:30:31.344455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:31.360504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9ff9bd49-b3f6-4255-ab31-98175fdb95f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:31.365624 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2904b1d-581d-47d5-9b37-acbd3cf5e7c9 req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] 10.222.0.45 "DELETE /v2.0/ports/a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c HTTP/1.1" status: 204 len: 173 time: 1.6187041 Jun 21 09:30:31.408613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b794113-9ad6-42fc-b88a-86b8fdf906f4,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:31.412898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:31.418808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:31.427321 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f6b5ec-d6db-4ec4-87e4-c0c74ed921e5', 'name': 'network-vif-deleted', 'tag': 'a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c', 'status': 'completed', 'code': 200} Jun 21 09:30:31.434646 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-378217f5-9e8d-49ad-8bf8-837d4ea4327b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8b794113-9ad6-42fc-b88a-86b8fdf906f4 HTTP/1.1" status: 204 len: 168 time: 0.7477181 Jun 21 09:30:31.435233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 38906) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:31.727123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:31.842873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa940df-7edb-46ce-8cb2-ef26b4b41db6 req-0244eba8-df72-456e-b223-724acaf4a013 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:31.844627 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eaa940df-7edb-46ce-8cb2-ef26b4b41db6 req-0244eba8-df72-456e-b223-724acaf4a013 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.2105505 Jun 21 09:30:31.850086 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-fe61a991-8c2b-46a3-a33c-a6cb977055a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1098 time: 0.3457284 Jun 21 09:30:31.956299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.008747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03']}} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:30:32.127775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56a4600-b558-41d8-bb83-03245b378ab9') {'for_net_delete': True} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:30:32.127968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56a4600-b558-41d8-bb83-03245b378ab9') {} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:30:32.147866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-98908f69-df56-4cc0-a11e-bfc60aa6a4d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:32.149802 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-98908f69-df56-4cc0-a11e-bfc60aa6a4d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.2735074 Jun 21 09:30:32.159173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1301603'] for segment, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.248852 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eaa940df-7edb-46ce-8cb2-ef26b4b41db6 req-80cc1a2a-121a-4c4b-b388-cbb66371fc59 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889408 Jun 21 09:30:32.272741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.286391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=80878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:30:32.287059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853383734'] for segment, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:30:32.302957 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:30:32.393378 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-e36f2db5-278f-498d-ba92-8983cd6bd8b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 200 len: 1001 time: 0.2228923 Jun 21 09:30:32.399019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.440641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.447151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-508c0152-2215-42fe-b347-2e92a7e6d39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:32.483722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:32.492844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:32.498898 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d90a29c6-b41c-4721-9a60-10690198cc37 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b1e2b661-7ed9-4f4b-b5f6-c13e02e9dd03 HTTP/1.1" status: 204 len: 168 time: 1.0622818 Jun 21 09:30:32.503128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 38966) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:32.506939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-8f48cac4-b304-45a4-bbba-b7b8f4c34fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:32.508573 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-8f48cac4-b304-45a4-bbba-b7b8f4c34fce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.1062033 Jun 21 09:30:32.584349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Deleting subnet 1834438d-bc01-4054-8ff8-5ca6865c00df {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:30:32.584727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.662932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.675301 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-d0220961-4b1d-4504-be07-5b91952cf3fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1541624 Jun 21 09:30:32.682730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc24f90-8e58-4a2b-b5c8-0e5f3c1563b9 req-cb5a1064-6ab7-414c-81f7-a2ecd0ea8bfd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:32.684210 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cfc24f90-8e58-4a2b-b5c8-0e5f3c1563b9 req-cb5a1064-6ab7-414c-81f7-a2ecd0ea8bfd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1156585 Jun 21 09:30:32.745317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:32.860264 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cfc24f90-8e58-4a2b-b5c8-0e5f3c1563b9 req-1d035eb7-865e-485f-9d32-28a07a6612d8 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468232 Jun 21 09:30:33.090056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.096333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:33.138421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1834438d-bc01-4054-8ff8-5ca6865c00df,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:33.147679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:33.153458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.162600 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1834438d-bc01-4054-8ff8-5ca6865c00df HTTP/1.1" status: 204 len: 168 time: 0.6582308 Jun 21 09:30:33.164023 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-a80a26af-d3c5-4275-b17e-ededcb6655bd service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767983 Jun 21 09:30:33.165424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39000) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:33.312101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.319082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:30:33.352261 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e8ee1e-cbf9-4751-b1ae-4cda0477127c req-d8b441c3-0375-4169-b14c-320bd5a10e73 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748388 Jun 21 09:30:33.387792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:30:33.388733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device a2fd6f2a-fbae-47bf-b1bc-bb5f3db7177c not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:30:33.479542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.520011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e5afd-4650-4c96-bbcf-1d3755ab8edd req-e39ac4f7-0a60-42d6-a786-2fb2da65d2f8 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:33.520011 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-418e5afd-4650-4c96-bbcf-1d3755ab8edd req-e39ac4f7-0a60-42d6-a786-2fb2da65d2f8 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0983143 Jun 21 09:30:33.583574 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-418e5afd-4650-4c96-bbcf-1d3755ab8edd req-6ac22f1e-b8e5-4b86-9703-90ad0251787d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601046 Jun 21 09:30:33.724551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410cd84a-8645-45ed-8df5-0dcc7333be77']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:30:33.737830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a516dfa8-e127-4f0d-a714-92f035c643a6') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:30:33.738170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a516dfa8-e127-4f0d-a714-92f035c643a6') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:30:33.751190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.769342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.775842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:30:33.776224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:30:33.790880 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:30:33.874211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.878987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-921e0d63-b2a1-4f07-8c9f-40d6babf8605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:33.896776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:33.911605 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] 10.222.0.36 "DELETE /v2.0/networks/410cd84a-8645-45ed-8df5-0dcc7333be77 HTTP/1.1" status: 204 len: 168 time: 0.7447877 Jun 21 09:30:33.913078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Pushing event deleted for resources: {'Network': ['ID=410cd84a-8645-45ed-8df5-0dcc7333be77,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:33.915232 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:34.123728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee1e2f-3769-4117-8fd9-b0604af2d4e2 req-49058528-610c-4a61-929b-2bbadd72095a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:34.126640 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2dee1e2f-3769-4117-8fd9-b0604af2d4e2 req-49058528-610c-4a61-929b-2bbadd72095a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.1162922 Jun 21 09:30:34.186809 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2dee1e2f-3769-4117-8fd9-b0604af2d4e2 req-2bbf91ed-d2d9-4704-aaf9-2150416ab17e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532887 Jun 21 09:30:34.236020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39068) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:34.307246 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3f4546d3-40ee-466e-9a3b-6dc65d28d421 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81ecf472a0b64fd1ac5c7e4f9d7f00c5&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0699024 Jun 21 09:30:34.310218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 39074) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:34.383863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:34.421190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:34.469415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:34.474829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:34.489030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4566e82a-f8fb-4379-9012-d34a15efbaed,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:34.492148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:34.493605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:34.497677 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4566e82a-f8fb-4379-9012-d34a15efbaed HTTP/1.1" status: 204 len: 168 time: 0.1862857 Jun 21 09:30:34.819208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918abd-4f95-4f69-bd4c-3d6656934804 req-e9f8d98c-73be-4164-a521-e20b6201f737 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:34.820827 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9918abd-4f95-4f69-bd4c-3d6656934804 req-e9f8d98c-73be-4164-a521-e20b6201f737 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1118052 Jun 21 09:30:34.871007 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9918abd-4f95-4f69-bd4c-3d6656934804 req-b856d9d3-de99-4951-8eaa-8d3fc16722dc tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Jun 21 09:30:34.939182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 39114) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:34.993181 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-89f344bd-8a3b-40d8-b795-764526cfda6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1ea4b781dab4c1b8af59c6952b822ed&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0526495 Jun 21 09:30:34.995984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 39118) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:35.057737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:35.089600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:35.133313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:35.138381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4927352d-d587-4aa5-80c9-9cc5cbe677de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:35.151223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a966e666-2c52-42ef-8730-5c6fdc6235b3,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:35.154397 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:35.156921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:35.158581 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a966e666-2c52-42ef-8730-5c6fdc6235b3 HTTP/1.1" status: 204 len: 168 time: 0.1611307 Jun 21 09:30:35.325791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:30:35.389158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d765-47d4-4722-8a67-fea857a04c03 req-f923823a-2815-4943-bda1-9aac064b2cee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:35.390796 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aad8d765-47d4-4722-8a67-fea857a04c03 req-f923823a-2815-4943-bda1-9aac064b2cee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 945 time: 0.0839076 Jun 21 09:30:35.450873 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aad8d765-47d4-4722-8a67-fea857a04c03 req-ef64fffe-f2bc-4b71-ae07-c09623917521 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531619 Jun 21 09:30:35.472737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:35.512096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:30:35.518871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:30:35.524617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:35.526740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:35.566587 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'code': 200} Jun 21 09:30:35.601337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=8']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:35.604807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:35.730309 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39148) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:36.045267 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b8686b70-353e-473d-808e-631f2b22369a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6355d320fd2d425d818ab08a329d034c&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3136294 Jun 21 09:30:36.045861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 39170) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:36.133132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:36.160063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9f2f1-7d49-4518-8f62-e53308ad6dcf req-489c212c-eccd-47bf-aab6-c58e1ace499a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:36.161700 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9cf9f2f1-7d49-4518-8f62-e53308ad6dcf req-489c212c-eccd-47bf-aab6-c58e1ace499a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1638494 Jun 21 09:30:36.194010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:36.250554 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9cf9f2f1-7d49-4518-8f62-e53308ad6dcf req-4f19c591-72ac-4e11-85db-3c7f8dad210c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813925 Jun 21 09:30:36.262669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:36.273089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c74d83eb-1609-4090-9c5e-69d8e6099f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:36.280951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7450a287-c949-43d2-9b37-6003066cace6,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:36.284911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:36.293464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:36.294664 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7450a287-c949-43d2-9b37-6003066cace6 HTTP/1.1" status: 204 len: 168 time: 0.2477098 Jun 21 09:30:36.661246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c032-fb29-4af5-9ca9-5fe458e93461 req-dc4ee74d-b660-476d-99f3-977afea1c6f7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:36.662945 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c717c032-fb29-4af5-9ca9-5fe458e93461 req-dc4ee74d-b660-476d-99f3-977afea1c6f7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.0896780 Jun 21 09:30:36.719111 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c717c032-fb29-4af5-9ca9-5fe458e93461 req-d048e8af-9a49-4293-8af2-67abe6d3a6c4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483749 Jun 21 09:30:37.454806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4855f2-d16a-4b32-b748-df6939e49a03 req-ef601c40-c332-4861-ac96-8e6dabfd705b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:37.456406 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df4855f2-d16a-4b32-b748-df6939e49a03 req-ef601c40-c332-4861-ac96-8e6dabfd705b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0825241 Jun 21 09:30:37.516350 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df4855f2-d16a-4b32-b748-df6939e49a03 req-4adfa3cd-b665-413f-aa0e-a7395ff71555 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514216 Jun 21 09:30:37.921477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba36939-f356-48d1-9c54-f17f2e528a8e req-0bd7ecf0-6b4a-452c-af15-4afb22e9b75d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:37.923761 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9ba36939-f356-48d1-9c54-f17f2e528a8e req-0bd7ecf0-6b4a-452c-af15-4afb22e9b75d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.0844998 Jun 21 09:30:38.001449 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9ba36939-f356-48d1-9c54-f17f2e528a8e req-a02ad2d7-37c9-4e4a-ab6e-611d43665533 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584817 Jun 21 09:30:38.713247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327fab3-1452-4972-92f0-535583656872 req-c2dd1c37-d329-4b1c-b266-cfbfdd5fa9b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:38.714857 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7327fab3-1452-4972-92f0-535583656872 req-c2dd1c37-d329-4b1c-b266-cfbfdd5fa9b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0825315 Jun 21 09:30:38.765148 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7327fab3-1452-4972-92f0-535583656872 req-92164aed-5183-4bd2-969d-88eb88d23512 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Jun 21 09:30:39.198808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d911eb-bfbc-429d-823f-c2b2c3d1fa50 req-d9d84d74-9803-4ec8-a279-24cd701b3a11 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:39.200535 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-11d911eb-bfbc-429d-823f-c2b2c3d1fa50 req-d9d84d74-9803-4ec8-a279-24cd701b3a11 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.0956988 Jun 21 09:30:39.265824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-11d911eb-bfbc-429d-823f-c2b2c3d1fa50 req-5d635e26-60c7-4f45-b626-ebb9e764a642 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567846 Jun 21 09:30:39.961906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cefc1-0b6c-4511-956d-32f05a860098 req-b6459f80-0704-46fe-b6b1-ab3222803447 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:39.963596 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-794cefc1-0b6c-4511-956d-32f05a860098 req-b6459f80-0704-46fe-b6b1-ab3222803447 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0780823 Jun 21 09:30:40.012263 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-794cefc1-0b6c-4511-956d-32f05a860098 req-0d72deb8-fd84-4f35-87ba-74904f23881f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Jun 21 09:30:40.416421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2218c98-74ab-4fa4-b20e-88b9eac2229a req-f72f690e-f2db-4e54-b5aa-ee9328dbf88f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:40.421478 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f2218c98-74ab-4fa4-b20e-88b9eac2229a req-f72f690e-f2db-4e54-b5aa-ee9328dbf88f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1322074 Jun 21 09:30:40.582453 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f2218c98-74ab-4fa4-b20e-88b9eac2229a req-4504ecfc-b2e5-484f-980d-e5979dc08c76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828302 Jun 21 09:30:40.605738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b0f92-f986-4a89-93fc-0907d710ac26 req-eeef3338-139a-424d-9940-87a8fa8a2b88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:40.607321 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d87b0f92-f986-4a89-93fc-0907d710ac26 req-eeef3338-139a-424d-9940-87a8fa8a2b88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1843016 Jun 21 09:30:40.614075 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9214705-bac4-4865-b148-690c23705172 req-0b95c874-ec26-49e2-8162-9161b63cb737 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 1098 time: 0.1898572 Jun 21 09:30:40.762556 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d87b0f92-f986-4a89-93fc-0907d710ac26 req-835c6772-575f-464c-bff4-ddccd428dd1e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474569 Jun 21 09:30:40.793296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214705-bac4-4865-b148-690c23705172 req-d3acd160-c40a-456d-ae9e-29d62a1bc453 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:40.795069 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9214705-bac4-4865-b148-690c23705172 req-d3acd160-c40a-456d-ae9e-29d62a1bc453 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 911 time: 0.1634219 Jun 21 09:30:40.919224 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9214705-bac4-4865-b148-690c23705172 req-e3df6666-10a2-4da8-b124-62618e2f9ced service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 200 len: 1000 time: 0.1153622 Jun 21 09:30:41.114635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214705-bac4-4865-b148-690c23705172 req-475c1822-325a-4837-b452-15b7d0481160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:41.116329 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9214705-bac4-4865-b148-690c23705172 req-475c1822-325a-4837-b452-15b7d0481160 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.1850619 Jun 21 09:30:41.203960 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-aee3f967-3e47-4942-b9e1-08bb3cf940bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.2043359 Jun 21 09:30:41.222537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c4cef-6799-4df7-92eb-63bc876bdb2f req-d0fdddad-3f8e-4ae1-bc44-b9c764a58971 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:41.224597 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c89c4cef-6799-4df7-92eb-63bc876bdb2f req-d0fdddad-3f8e-4ae1-bc44-b9c764a58971 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1825838 Jun 21 09:30:41.595335 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c89c4cef-6799-4df7-92eb-63bc876bdb2f req-148db9de-1a5a-4d4c-bc11-55af7cc5cf7d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381381 Jun 21 09:30:41.601016 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9214705-bac4-4865-b148-690c23705172 req-519b4d6f-ec6f-471b-a1d9-ed5a5e018d6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4711504 Jun 21 09:30:41.682610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-fb5330fc-2f49-4045-8d7d-72022e86de16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:41.684163 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-fb5330fc-2f49-4045-8d7d-72022e86de16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 0.4584010 Jun 21 09:30:41.843202 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-2722e662-1e52-4fc8-9b18-43d99f612bec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 217 time: 0.1063888 Jun 21 09:30:42.111563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-ea54740d-965f-4615-afdc-29a52578bb9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:42.113314 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-ea54740d-965f-4615-afdc-29a52578bb9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.1075151 Jun 21 09:30:42.220887 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-84636adf-4c33-4849-a06a-d4b14d88f3c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544872 Jun 21 09:30:42.222917 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9214705-bac4-4865-b148-690c23705172 req-b4e66fb7-6766-4362-84b7-8fdca6bb43b0 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029944 Jun 21 09:30:42.361019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1609f-1e87-445a-9f95-34c7cb553ba1 req-f0d80e82-733d-45c0-9218-93ac74bf6c35 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:42.369764 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-03a1609f-1e87-445a-9f95-34c7cb553ba1 req-f0d80e82-733d-45c0-9218-93ac74bf6c35 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.5338187 Jun 21 09:30:42.535545 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aef87756-07fc-49b3-bd04-8a8aaf12f224 req-4680b7e7-9db9-4dd9-ac16-190ac012e7fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4257109 Jun 21 09:30:42.614775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-03a1609f-1e87-445a-9f95-34c7cb553ba1 req-a1d3e11f-c48c-4546-a2c4-a3e716a7d250 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438281 Jun 21 09:30:42.623615 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-7d840753-954a-47d6-8a74-d4f232d01f9e service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870120 Jun 21 09:30:42.628282 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9214705-bac4-4865-b148-690c23705172 req-6bd2ec97-c1bb-4228-b031-e51d8d3a7017 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664224 Jun 21 09:30:42.656719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 39374) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:43.115736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:43.182506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:43.190675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:83aca9d037284062865cf2233ec3c964 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:43.196631 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:43.209595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:43.221277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3fca9-1437-47c9-8db1-060680cc4406 req-045638c8-391a-4f61-be43-a76907dcd4ba tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:43.231509 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e2a3fca9-1437-47c9-8db1-060680cc4406 req-045638c8-391a-4f61-be43-a76907dcd4ba tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.3660300 Jun 21 09:30:43.244930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8c071-5233-4743-b53f-526c929e54c4 req-5ca5c37b-bd22-4808-a811-80d07edd5fcf tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:43.254173 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79d8c071-5233-4743-b53f-526c929e54c4 req-5ca5c37b-bd22-4808-a811-80d07edd5fcf tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.2748702 Jun 21 09:30:43.394078 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e2a3fca9-1437-47c9-8db1-060680cc4406 req-c614319d-471d-4bf3-ab9a-83b2b52ab78f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613898 Jun 21 09:30:43.418342 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79d8c071-5233-4743-b53f-526c929e54c4 req-a1b2e6db-dec4-4855-9e3a-0dece5cf07e9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631582 Jun 21 09:30:43.501171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:43.515978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:43.523925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7bc2eade-bb32-4e6e-b658-39d87b65d2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:43.591930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e2958-b736-4883-9a1e-52daa676daa5,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:43.600614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:43.606874 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39412) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:43.615243 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e104b5c7-d18a-4df7-ace8-7ca62197a8c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83aca9d037284062865cf2233ec3c964&name=default HTTP/1.1" status: 200 len: 2629 time: 0.9572260 Jun 21 09:30:43.677543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:43.708418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:43.761629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:43.767145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f48f094b-68d5-4b2d-b503-a7ffeb9be82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:43.777569 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e2958-b736-4883-9a1e-52daa676daa5,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:43.782847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:43.785230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:43.786668 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a53e2958-b736-4883-9a1e-52daa676daa5 HTTP/1.1" status: 204 len: 168 time: 0.1786904 Jun 21 09:30:43.832213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27675d-70c4-4f01-9915-11112389067f req-a0e7322c-76c3-4dc1-bdc8-fc1f0ffc68f2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:43.833811 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7a27675d-70c4-4f01-9915-11112389067f req-a0e7322c-76c3-4dc1-bdc8-fc1f0ffc68f2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0787714 Jun 21 09:30:43.886681 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7a27675d-70c4-4f01-9915-11112389067f req-f1dce7d3-8eb3-4a85-9c52-dd58c453b1b7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457509 Jun 21 09:30:44.136313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39426) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:44.156297 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:44.191922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:44.195867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d338b4032343248caaaff6f3aa6700 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:44.198776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:44.205273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:44.273804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:44.276819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:44.284392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fa1a1927-15c6-43db-b105-be5cbd7657c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:44.326491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b3209-fd69-48d7-afe1-e3bd1fa366db,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:44.329540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:44.332137 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9d338b4032343248caaaff6f3aa6700&name=default HTTP/1.1" status: 200 len: 2629 time: 0.1944180 Jun 21 09:30:44.334778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39432) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:44.398828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:44.425900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:44.470535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:44.475658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5db83560-511f-407d-8b90-15986ff6be2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:44.489865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b3209-fd69-48d7-afe1-e3bd1fa366db,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:44.492576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:44.493751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:44.497952 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba1b3209-fd69-48d7-afe1-e3bd1fa366db HTTP/1.1" status: 204 len: 168 time: 0.1621094 Jun 21 09:30:44.674314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524c20-99ea-46f2-9f76-2c9e4be7849d req-12eea224-f4fd-4e70-8330-30a3d8c19630 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:44.675835 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e524c20-99ea-46f2-9f76-2c9e4be7849d req-12eea224-f4fd-4e70-8330-30a3d8c19630 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1479473 Jun 21 09:30:44.682402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e66099-a0c0-45bc-a9fd-a10634f8e28b req-12dad5b7-989b-4910-ad78-a13afb562dcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:44.683883 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79e66099-a0c0-45bc-a9fd-a10634f8e28b req-12dad5b7-989b-4910-ad78-a13afb562dcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1172588 Jun 21 09:30:44.764297 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e524c20-99ea-46f2-9f76-2c9e4be7849d req-1e6c847a-427b-44f0-8f3a-31ad6134368d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793791 Jun 21 09:30:44.766550 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79e66099-a0c0-45bc-a9fd-a10634f8e28b req-76dbc602-2445-41cb-aca0-37c33ddc4f9e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649920 Jun 21 09:30:45.086194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb0ff4-7ba5-4fbe-ba3b-128408566ddf req-0bb4f9ea-e754-4b59-bb59-f7ecc800d65f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:45.087752 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0eeb0ff4-7ba5-4fbe-ba3b-128408566ddf req-0bb4f9ea-e754-4b59-bb59-f7ecc800d65f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0836124 Jun 21 09:30:45.141348 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0eeb0ff4-7ba5-4fbe-ba3b-128408566ddf req-65724a6b-b295-43f7-b779-fb78023b040e tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Jun 21 09:30:45.151841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:30:45.303562 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bccd53e-726a-4102-8245-1a67a3bc4301 req-692b0955-4c58-49c4-b1ea-511b95d72fd8 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513803 Jun 21 09:30:46.283005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c70d-134e-45ba-953e-88525271608b req-77749159-5c32-4e8e-b037-e18f41f9e8b1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:46.291330 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1980c70d-134e-45ba-953e-88525271608b req-77749159-5c32-4e8e-b037-e18f41f9e8b1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.3647025 Jun 21 09:30:46.360510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a390-5b4b-4251-b935-13684c42779b req-72ad8cd2-d557-46cb-8d2d-e0fe5cdc1687 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:46.362231 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a7e2a390-5b4b-4251-b935-13684c42779b req-72ad8cd2-d557-46cb-8d2d-e0fe5cdc1687 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.3701730 Jun 21 09:30:46.372496 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1980c70d-134e-45ba-953e-88525271608b req-2aafd743-1b79-4c72-9f34-ad8e75631ce6 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801084 Jun 21 09:30:46.444082 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a7e2a390-5b4b-4251-b935-13684c42779b req-25590c16-e1a9-4934-8938-b896c7e9c771 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678980 Jun 21 09:30:46.623622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55465784-1913-45d1-8627-7774e3517c12 req-82b8a819-b82d-419e-b2b9-ca0103181da5 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:46.625403 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-55465784-1913-45d1-8627-7774e3517c12 req-82b8a819-b82d-419e-b2b9-ca0103181da5 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0804329 Jun 21 09:30:46.676691 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-55465784-1913-45d1-8627-7774e3517c12 req-b1d32910-b8a4-4542-9615-e399d6073035 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436103 Jun 21 09:30:47.273785 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-d31b2f0a-b6c4-4120-abb7-9dc4bbafd535 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b&tenant_id=16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 1096 time: 0.1055081 Jun 21 09:30:47.385258 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-6530170b-ef87-43c6-a914-81bb68eca535 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1096 time: 0.0701058 Jun 21 09:30:47.455866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39522) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:47.611475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-4c0c02af-9c4f-402c-894d-dcb03b57dd2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:47.613334 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-4c0c02af-9c4f-402c-894d-dcb03b57dd2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.2201374 Jun 21 09:30:47.651790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f8fc4-2ba1-449f-8d53-b44aa1da7139 req-4b49b72f-e9d1-46ef-a0d6-382254b8715d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:47.661730 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-035f8fc4-2ba1-449f-8d53-b44aa1da7139 req-4b49b72f-e9d1-46ef-a0d6-382254b8715d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1510072 Jun 21 09:30:47.728257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:47.785430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:47.789614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Usage tracker for resource:security_group_rule and tenant:f88840c61f6548a3a670a35c4b55f52a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:47.789790 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-035f8fc4-2ba1-449f-8d53-b44aa1da7139 req-8fe249af-5c3f-45b7-a6a1-306c0b9449e5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266954 Jun 21 09:30:47.792659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:47.801929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4782a-9172-4e18-b8ff-148ed1621250 req-70ffb1c0-8b40-472a-a09e-174a8f6f8e00 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:47.803510 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-73d4782a-9172-4e18-b8ff-148ed1621250 req-70ffb1c0-8b40-472a-a09e-174a8f6f8e00 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1134002 Jun 21 09:30:47.804835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:47.867006 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-73d4782a-9172-4e18-b8ff-148ed1621250 req-5130dc8e-4279-4fc3-9309-5a5196699a51 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561888 Jun 21 09:30:47.910118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:47.920253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:47.928605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-63c1a277-33e3-4bef-a3e6-037a98a5f1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:47.966281 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91e67ba-7f46-4020-94c0-10b55674cd0d,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:47.976246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:47.987797 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f88840c61f6548a3a670a35c4b55f52a&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5307348 Jun 21 09:30:47.991122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39534) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:48.088983 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:48.136245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:48.226800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:48.233428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6c07d2f0-b67c-4784-8f66-e968f1397e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:48.251205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91e67ba-7f46-4020-94c0-10b55674cd0d,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:48.254847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:48.256939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:48.258396 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a91e67ba-7f46-4020-94c0-10b55674cd0d HTTP/1.1" status: 204 len: 168 time: 0.2662296 Jun 21 09:30:48.583463 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-e1e7598b-36e4-4931-88f5-8a51994c586a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 200 len: 999 time: 0.1531022 Jun 21 09:30:48.990253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dbc53-6adc-4f09-87bb-d5b75870b68e req-4d8eecab-9f86-4b80-a853-8fdb5df7d4ff tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:48.995522 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e60dbc53-6adc-4f09-87bb-d5b75870b68e req-4d8eecab-9f86-4b80-a853-8fdb5df7d4ff tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.0824931 Jun 21 09:30:49.105221 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e60dbc53-6adc-4f09-87bb-d5b75870b68e req-c2e7ed31-7ff9-42bd-a2b3-431d2dc54d2d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061530 Jun 21 09:30:49.128182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714106ce-2f9f-40ac-a00d-a04dfd34c018 req-a21b04ef-9e67-4f21-82ff-89e6a55ea543 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:49.129791 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-714106ce-2f9f-40ac-a00d-a04dfd34c018 req-a21b04ef-9e67-4f21-82ff-89e6a55ea543 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1059282 Jun 21 09:30:49.176190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39578) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:49.178860 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-714106ce-2f9f-40ac-a00d-a04dfd34c018 req-96f24cea-9e60-482e-9cd8-f754f1ef0f31 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Jun 21 09:30:49.335391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-662163724-network', 'tenant_id': 'f88a28d7571549088d9814df78c8f6eb'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:30:49.343716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-87b48a75-dfbe-4cdb-a8c5-e0f98dbee215 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:49.345448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-87b48a75-dfbe-4cdb-a8c5-e0f98dbee215 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.1074612 Jun 21 09:30:49.346944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:49.351794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Usage tracker for resource:network and tenant:f88a28d7571549088d9814df78c8f6eb is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:49.356134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:49.363586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:49.373013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Made reservation on behalf of f88a28d7571549088d9814df78c8f6eb for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:30:49.377804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.391666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.424318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:49.428212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Usage tracker for resource:security_group_rule and tenant:f88a28d7571549088d9814df78c8f6eb is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:49.432015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:49.440494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:49.514032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.517823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.522672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3fe26477-21b5-47b7-a634-4aa6ba3078c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:49.559272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:30:49.584252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:49.588353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:49.602599 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.603024 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Added segment 63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05 of type vlan for network b1989918-0ec1-4250-a4ba-f0e59e9036c5 Jun 21 09:30:49.665470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.697865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.699154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:49.699820 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:49.711027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0e92ce90-ff31-4c9a-b537-f05496b49cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:49.813351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Pushing event updated for resources: {'Network': ['ID=b1989918-0ec1-4250-a4ba-f0e59e9036c5,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:49.816579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:49.820508 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6432269 Jun 21 09:30:49.825786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network b1989918-0ec1-4250-a4ba-f0e59e9036c5 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:30:49.825972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 39594) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:30:49.832335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Request body: {'subnet': {'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-662163724-subnet', 'tenant_id': 'f88a28d7571549088d9814df78c8f6eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:30:49.837718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:30:49.841851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Usage tracker for resource:subnet and tenant:f88a28d7571549088d9814df78c8f6eb is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:30:49.848877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:30:49.855313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:30:49.867438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Made reservation on behalf of f88a28d7571549088d9814df78c8f6eb for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:30:49.871869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2743007'] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:50.456990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1391994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2742990'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:50.482519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:30:50.570763 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-646fc798-be8f-4751-bfbe-b64327584057 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3010736 Jun 21 09:30:50.648835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a09e8c-3ca9-4cac-9614-a74bbcd049f0,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:30:50.651730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:30:50.677782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae69f70-0cc2-4c8a-b2fb-95c38b325ff3 req-954da696-43b3-422c-bece-315c3c633150 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:50.679746 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bae69f70-0cc2-4c8a-b2fb-95c38b325ff3 req-954da696-43b3-422c-bece-315c3c633150 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.3409901 Jun 21 09:30:50.782619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e992745-fad4-4553-9ed0-7c56e63a1d2b req-55bd09ec-ddeb-4398-a0f9-46fde14886cd tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:50.793661 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6e992745-fad4-4553-9ed0-7c56e63a1d2b req-55bd09ec-ddeb-4398-a0f9-46fde14886cd tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.4386506 Jun 21 09:30:50.887632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Checking segment: {'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:30:50.888052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Network hostable DHCP agents. Network: b1989918-0ec1-4250-a4ba-f0e59e9036c5, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:30:50.939500 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bae69f70-0cc2-4c8a-b2fb-95c38b325ff3 req-819cac09-e236-47ee-9f9b-c350a1f468e9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657090 Jun 21 09:30:50.943837 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-82df596f-44ac-4ebf-b774-23df69cb903c service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480122 Jun 21 09:30:50.948683 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6e992745-fad4-4553-9ed0-7c56e63a1d2b req-09ca50e8-160c-4531-b945-ec1044508a9d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540282 Jun 21 09:30:50.949371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Network b1989918-0ec1-4250-a4ba-f0e59e9036c5 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:30:50.970515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, b1989918-0ec1-4250-a4ba-f0e59e9036c5) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:30:50.980596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277446c-c385-4d7c-a85f-bd2c080f3bde None None] Network b1989918-0ec1-4250-a4ba-f0e59e9036c5 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:30:50.987627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:50.988384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:51.021444 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-664f29ae-4466-4b7e-8e3f-55fe43180fc2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1940830 Jun 21 09:30:51.287863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89908d04-ae8a-4262-b81e-0a2b8830f390 None None] Network b1989918-0ec1-4250-a4ba-f0e59e9036c5 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:30:52.444157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86941f46-a82d-4067-a8cf-755af22971d8 req-bd89b565-82c5-4297-8713-21ddbeced9d0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:52.445757 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-86941f46-a82d-4067-a8cf-755af22971d8 req-bd89b565-82c5-4297-8713-21ddbeced9d0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.2943320 Jun 21 09:30:52.456534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f5a09-dabd-4214-bffb-b6f9c12985e2 req-88fb4f8e-9374-42d9-a7cd-cd468c64b1b1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:52.458061 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-506f5a09-dabd-4214-bffb-b6f9c12985e2 req-88fb4f8e-9374-42d9-a7cd-cd468c64b1b1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.3484297 Jun 21 09:30:52.533440 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-86941f46-a82d-4067-a8cf-755af22971d8 req-513a5f1e-65f1-4d5c-85e8-550678adb81a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743737 Jun 21 09:30:52.537959 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-506f5a09-dabd-4214-bffb-b6f9c12985e2 req-d5c08670-3d7a-4315-a944-cee1333d971a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Jun 21 09:30:52.976884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-555e6496-f56f-4a36-a4a3-718c546c77ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:53.617312 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-75149c88-0aa1-4a04-9b25-6d743c2adffb req-5c9e491b-1a3b-4935-9037-230c640ec561 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446478 Jun 21 09:30:53.779027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:30:53.820052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2c731-3992-4bf4-b5b0-ffb171194554 req-37707a8d-2b9e-41e2-af81-356847df151c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:53.821748 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b9f2c731-3992-4bf4-b5b0-ffb171194554 req-37707a8d-2b9e-41e2-af81-356847df151c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1646461 Jun 21 09:30:53.833008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a80206-d744-4cd6-831b-5cad67c1ea3c req-0373063e-52aa-413a-9357-3ad90eb1332a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:53.837562 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-12a80206-d744-4cd6-831b-5cad67c1ea3c req-0373063e-52aa-413a-9357-3ad90eb1332a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1274152 Jun 21 09:30:53.965758 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b9f2c731-3992-4bf4-b5b0-ffb171194554 req-19e11092-8294-4812-89ab-87ced171b7e7 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261978 Jun 21 09:30:54.015877 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-12a80206-d744-4cd6-831b-5cad67c1ea3c req-a9075eca-060b-414b-9b30-42962621cf77 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256766 Jun 21 09:30:54.204798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:54.627815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c60037fc-df79-4554-b675-45ec2ad56b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:55.089115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:55.358472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0fb8b-fd33-40fb-a4e8-5e1d5fdaef03 req-cd4e2875-79b2-46b1-9656-83ee13bd4dea tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:55.360728 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2b0fb8b-fd33-40fb-a4e8-5e1d5fdaef03 req-cd4e2875-79b2-46b1-9656-83ee13bd4dea tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1827877 Jun 21 09:30:55.394634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0955a7-0f18-4878-ac7b-8e0aebc9a58f req-c25b9d40-db61-424a-94b4-c254adaa6eff tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:55.396218 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a0955a7-0f18-4878-ac7b-8e0aebc9a58f req-c25b9d40-db61-424a-94b4-c254adaa6eff tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.2171700 Jun 21 09:30:55.454359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:55.482366 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2b0fb8b-fd33-40fb-a4e8-5e1d5fdaef03 req-641c97aa-49b9-4d53-b86a-26a47c4f5c82 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111784 Jun 21 09:30:55.493868 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a0955a7-0f18-4878-ac7b-8e0aebc9a58f req-2e173268-9f44-48c4-927e-d541d75c2c4e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632560 Jun 21 09:30:56.773788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641615b-f120-4ee3-9264-b300ebd450f2 req-9b5f313d-2c72-45bd-9f84-5a006ddb08dc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:56.775340 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c641615b-f120-4ee3-9264-b300ebd450f2 req-9b5f313d-2c72-45bd-9f84-5a006ddb08dc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1028335 Jun 21 09:30:56.781671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf933a74-81e0-4d2a-80c3-70aed0ce6594 req-9036f2f6-5a2f-497f-bebe-dc2e5d708655 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:56.783172 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bf933a74-81e0-4d2a-80c3-70aed0ce6594 req-9036f2f6-5a2f-497f-bebe-dc2e5d708655 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1556513 Jun 21 09:30:56.867750 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c641615b-f120-4ee3-9264-b300ebd450f2 req-fa904323-ce4c-4784-92fd-bd8ce59361d7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835264 Jun 21 09:30:56.893914 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bf933a74-81e0-4d2a-80c3-70aed0ce6594 req-09676074-2548-4fa0-8a97-53778f56ad42 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854936 Jun 21 09:30:57.048771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:30:58.256669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfc885-fc75-4a45-979a-6af90a14f213 req-d5e30b00-b3be-4b6e-a89e-ed1ee7c0c708 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:58.261178 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1fdfc885-fc75-4a45-979a-6af90a14f213 req-d5e30b00-b3be-4b6e-a89e-ed1ee7c0c708 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1355174 Jun 21 09:30:58.281435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bbe8-7b5b-4ce0-9bef-163758bda3bd req-66b74964-9c4f-46ef-abaa-427f2e337cb1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:58.283240 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-84a4bbe8-7b5b-4ce0-9bef-163758bda3bd req-66b74964-9c4f-46ef-abaa-427f2e337cb1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2816787 Jun 21 09:30:58.412900 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1fdfc885-fc75-4a45-979a-6af90a14f213 req-8a2a12fe-a29f-41b6-8aac-2d0f8f453b77 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284904 Jun 21 09:30:58.473747 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-84a4bbe8-7b5b-4ce0-9bef-163758bda3bd req-2e63d66e-40e2-41cb-ae18-8631b8992e17 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087325 Jun 21 09:30:59.692515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ace115-e06c-4258-9466-eb38f189c996 req-9bceb013-4287-4208-98e2-9a5025a2b381 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:59.694123 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c7ace115-e06c-4258-9466-eb38f189c996 req-9bceb013-4287-4208-98e2-9a5025a2b381 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1413796 Jun 21 09:30:59.708741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad5706-f221-498c-a880-a8dbf0d20209 req-d611c6b7-72e2-4ff8-b30a-6313ab270763 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:30:59.708741 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ddad5706-f221-498c-a880-a8dbf0d20209 req-d611c6b7-72e2-4ff8-b30a-6313ab270763 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1106739 Jun 21 09:30:59.796429 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ddad5706-f221-498c-a880-a8dbf0d20209 req-2fee36e9-8cc4-43e3-b9e5-c99aabef15b5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725319 Jun 21 09:30:59.800098 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c7ace115-e06c-4258-9466-eb38f189c996 req-583a58bf-4cd9-49af-b1f4-f816b1a0d3df tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918925 Jun 21 09:31:01.310470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f764c09-a5c5-4494-9461-5f346117f6c5 req-69868315-7ada-4bb3-92ca-221bfcfeda90 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:01.312930 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f764c09-a5c5-4494-9461-5f346117f6c5 req-69868315-7ada-4bb3-92ca-221bfcfeda90 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.2918844 Jun 21 09:31:01.470103 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f764c09-a5c5-4494-9461-5f346117f6c5 req-ed074883-8ac7-4e72-a014-8c551aefb772 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474030 Jun 21 09:31:01.485874 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b04e66-6c7a-41e7-9a53-a06a43285e8c req-0b47a2c5-40bd-421f-bbe5-518be6abee62 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:01.487969 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f7b04e66-6c7a-41e7-9a53-a06a43285e8c req-0b47a2c5-40bd-421f-bbe5-518be6abee62 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1347916 Jun 21 09:31:01.581775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f7b04e66-6c7a-41e7-9a53-a06a43285e8c req-b08152c3-3756-4610-8f7f-a3ff77695b8f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861576 Jun 21 09:31:02.704050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a1449-2472-4c9a-a901-32cb976579ee req-678681ca-38f9-4b6f-8d04-07d3e51290b6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:02.706637 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-846a1449-2472-4c9a-a901-32cb976579ee req-678681ca-38f9-4b6f-8d04-07d3e51290b6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1052501 Jun 21 09:31:02.758967 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-846a1449-2472-4c9a-a901-32cb976579ee req-f184bde5-f910-441c-9752-bfd6f6e4b1f9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Jun 21 09:31:02.951092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304443b-1e7d-4185-a5f9-2aa91a6bc846 req-e9827c9d-da81-4322-90b9-00d2e990b973 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:02.953544 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5304443b-1e7d-4185-a5f9-2aa91a6bc846 req-e9827c9d-da81-4322-90b9-00d2e990b973 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.0816624 Jun 21 09:31:03.011235 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5304443b-1e7d-4185-a5f9-2aa91a6bc846 req-487303af-ebd1-45be-acc1-1e315924ae4f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 Jun 21 09:31:04.078190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39888) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:04.122824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc20e0c-8997-4371-a0af-3ab98b2f0595 req-9fc50b05-8ab4-4b79-92aa-843b3bf227b7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:04.133633 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6cc20e0c-8997-4371-a0af-3ab98b2f0595 req-9fc50b05-8ab4-4b79-92aa-843b3bf227b7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1180069 Jun 21 09:31:04.189415 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6cc20e0c-8997-4371-a0af-3ab98b2f0595 req-79618277-ae3d-4c97-8fcd-1fac6e0008f3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548046 Jun 21 09:31:04.390701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:04.508684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:04.512904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e17eab130574d5f972557a31f1c0346 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:04.516342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:04.523566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:04.642075 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:04.689181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:04.712386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-23410a0d-deff-4803-a9fb-870d56c568b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:04.772324 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-9ebcea9c-c189-4833-a74b-e3df3622413d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1096 time: 0.1981814 Jun 21 09:31:04.786910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf2a39-ee84-40aa-a187-d0883c21df24 req-64343d18-b0fd-408f-99f6-2ffa7d4d59c3 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:04.805755 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cadf2a39-ee84-40aa-a187-d0883c21df24 req-64343d18-b0fd-408f-99f6-2ffa7d4d59c3 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.3546972 Jun 21 09:31:04.825478 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e17eab130574d5f972557a31f1c0346&name=default HTTP/1.1" status: 200 len: 2629 time: 0.7459686 Jun 21 09:31:04.826225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39904) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:04.916924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36b98f-51ab-43fc-a1a9-ad9464e4ada9,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:04.923049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:05.003324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:05.111209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:05.146951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-c38406a1-d547-454b-b4f8-3743b776c610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:05.148538 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-c38406a1-d547-454b-b4f8-3743b776c610 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.2767546 Jun 21 09:31:05.188719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:05.194287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9b3a4007-57aa-44ca-931d-8f887e70d7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:05.233272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:05.237601 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b36b98f-51ab-43fc-a1a9-ad9464e4ada9 HTTP/1.1" status: 204 len: 168 time: 0.4074621 Jun 21 09:31:05.238872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36b98f-51ab-43fc-a1a9-ad9464e4ada9,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:05.242300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:05.267819 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-6bb2b225-c620-41e5-bd56-f5f3a9ef8085 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 200 len: 999 time: 0.1046491 Jun 21 09:31:05.281751 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cadf2a39-ee84-40aa-a187-d0883c21df24 req-374ec4e6-2a24-4690-8251-e06ef4d3ccde tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747441 Jun 21 09:31:05.445327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-a6704853-21d0-4779-b4d5-b09262dc23aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:05.447511 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-a6704853-21d0-4779-b4d5-b09262dc23aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.1565690 Jun 21 09:31:05.591558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801113e-11e1-4726-bf86-720002bc659b req-6725610d-11af-4bc4-b337-d50fda78a7f5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:05.600166 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9801113e-11e1-4726-bf86-720002bc659b req-6725610d-11af-4bc4-b337-d50fda78a7f5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1484828 Jun 21 09:31:05.718827 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9801113e-11e1-4726-bf86-720002bc659b req-dcb36b1a-04f3-4cac-a0f6-18004c921754 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176403 Jun 21 09:31:05.736414 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-529fcb6c-c1c0-4fa0-b8c9-5b9c4fdb1380 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125617 Jun 21 09:31:05.916782 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-38ff13ea-17ba-4583-85cd-aee6fe653dde service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706865 Jun 21 09:31:06.458509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39938) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:06.498058 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-512447c7-8879-4ad4-8487-c705faa6f1dd req-6c6b66c4-ca45-4e3e-b133-d4fd6bcff5dd service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696657 Jun 21 09:31:06.631547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8ef6-4ab1-4cb2-99e8-dd4e7ef7db97 req-0f5c412c-eb41-4937-b3ad-ce540df19315 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:06.633247 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa0f8ef6-4ab1-4cb2-99e8-dd4e7ef7db97 req-0f5c412c-eb41-4937-b3ad-ce540df19315 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1341112 Jun 21 09:31:06.691854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:06.740818 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa0f8ef6-4ab1-4cb2-99e8-dd4e7ef7db97 req-c52425be-4ea8-4bc9-80ce-2b342201870a tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985672 Jun 21 09:31:06.746429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:06.759567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:17ab850b16e54928886f7f024344fd86 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:06.763079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:06.770054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:06.930961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:06.934875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:06.945628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4c15a9c3-ea37-459b-983d-25ba65976e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:07.002868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39956) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:07.099870 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17ab850b16e54928886f7f024344fd86&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6401298 Jun 21 09:31:07.103057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 39964) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:07.106794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea257172-6c17-4f25-b77a-e90f994521d6,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:07.117884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:07.230336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.277377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.326542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1160948201-network', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:07.337373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:07.349459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Usage tracker for resource:network and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:07.364698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:07.376449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba8023-947b-4f55-9318-6c37683dc59d req-e5dbbc37-bf27-4852-9680-fe47266dabee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:07.378073 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a0ba8023-947b-4f55-9318-6c37683dc59d req-e5dbbc37-bf27-4852-9680-fe47266dabee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.4019794 Jun 21 09:31:07.386449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:07.407847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Made reservation on behalf of ac01d863784f4203ad544e3583375f3a for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:07.413070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.427453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.437526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.452353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-09f4baa9-ee61-4d26-bff3-e5d4398ec6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:07.481431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:07.491587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:07.497382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:07.509822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:07.511891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.513282 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea257172-6c17-4f25-b77a-e90f994521d6 HTTP/1.1" status: 204 len: 168 time: 0.4085984 Jun 21 09:31:07.516208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea257172-6c17-4f25-b77a-e90f994521d6,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:07.524061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:07.544723 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a0ba8023-947b-4f55-9318-6c37683dc59d req-f215631b-99f3-47d8-a677-04285672d8f5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519649 Jun 21 09:31:07.658778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.674370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.683427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-241fb429-721b-4a98-ba34-48cf6171f33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:07.716927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:31:07.727456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c7ca9-9c43-4ec3-9647-4b607b9e3113,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:07.731434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:07.734159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.734556 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Added segment d5d1cbec-15c6-43aa-a3b6-430a3cb649c4 of type vlan for network 56cc35ce-658c-41eb-92b2-58324937e2b2 Jun 21 09:31:07.803590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.895834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.897261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:07.898001 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:07.903492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-022db311-8c5c-4d7a-9cd0-aa661e77287e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:08.139918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Pushing event updated for resources: {'Network': ['ID=56cc35ce-658c-41eb-92b2-58324937e2b2,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:08.143081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:08.145308 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1410205 Jun 21 09:31:08.148475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 39992) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:08.149692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfc575-4763-439d-9049-b3cc23dafbb3 req-9db23d9a-8612-4a0d-9fc9-9904df7a0845 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:08.152040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:31:08.159397 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-26cfc575-4763-439d-9049-b3cc23dafbb3 req-9db23d9a-8612-4a0d-9fc9-9904df7a0845 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1617870 Jun 21 09:31:08.178379 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Request body: {'subnet': {'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1160948201-subnet', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:08.190040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:08.202850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Usage tracker for resource:subnet and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:08.210488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:08.229239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:08.254892 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Made reservation on behalf of ac01d863784f4203ad544e3583375f3a for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:08.260981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853399812'] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:08.393686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-3f97573a-7663-4e4c-b646-927ed0d4218d tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:08.402124 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-3f97573a-7663-4e4c-b646-927ed0d4218d tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/networks?id=b1989918-0ec1-4250-a4ba-f0e59e9036c5 HTTP/1.1" status: 200 len: 813 time: 0.1939456 Jun 21 09:31:08.419792 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-26cfc575-4763-439d-9049-b3cc23dafbb3 req-765f70c0-4037-4bdc-b031-0817bba0b8e2 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594554 Jun 21 09:31:08.428469 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-95b1d53e-f0c7-420b-948f-dbb6d19711a5 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/quotas/f88a28d7571549088d9814df78c8f6eb HTTP/1.1" status: 200 len: 375 time: 0.0253394 Jun 21 09:31:08.479723 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c821815e-9c24-47c1-ab9d-e1f12393caf3 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f88a28d7571549088d9814df78c8f6eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502694 Jun 21 09:31:08.632823 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-4c474d8e-5b6d-4d66-abfc-e3687e58e689 service neutron] 10.222.0.36 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436536 Jun 21 09:31:08.761130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2123750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853399827'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:08.766646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:08.832775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-fd21a0d9-f793-4412-b5ae-4bd4b1cd49bf service neutron] 10.222.0.36 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908083 Jun 21 09:31:08.843424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c658fe-cb7b-4694-aec5-fdc92951f2aa,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:08.849797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:08.850082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df6777-2239-481c-aecf-92f3d90a60aa req-cf39b266-5664-4e57-8945-5d5b9c585ff7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:08.850082 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e1df6777-2239-481c-aecf-92f3d90a60aa req-cf39b266-5664-4e57-8945-5d5b9c585ff7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1610284 Jun 21 09:31:08.859293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Checking segment: {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:08.859832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Network hostable DHCP agents. Network: 56cc35ce-658c-41eb-92b2-58324937e2b2, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:31:08.872010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:31:08.882677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 56cc35ce-658c-41eb-92b2-58324937e2b2) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:08.893599 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7aa336-71b0-49ce-8fcd-a65ba8000710 None None] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:08.895284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:08.895949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:08.918047 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a15fdcc3-835e-4a6a-ad9a-61eb35386968 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7537186 Jun 21 09:31:08.921632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40014) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:08.928101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:08.933432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:08.938558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Usage tracker for resource:router and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:08.942209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:08.953088 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e1df6777-2239-481c-aecf-92f3d90a60aa req-92a6ca87-35f5-48b8-88c5-b8cc59ef8054 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946624 Jun 21 09:31:08.955475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:08.968055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:08.969708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:08.973652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40018) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:08.989410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.168308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.173581 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cbdd11f2-48a9-40a1-a40c-1025e19d14f9 req-838b2cea-929c-4098-8b70-a615977ddcc3 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 210 time: 0.0620222 Jun 21 09:31:09.182080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-537700443-network', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:09.187516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:09.191821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Usage tracker for resource:network and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:09.203317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:09.209978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:09.220603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Made reservation on behalf of 4116b06b75314b7ca848839f4f207a7c for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:09.225467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.239262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.275751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:09.281043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:09.284465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:09.292924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:09.369801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.375124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-56cc35ce-658c-41eb-92b2-58324937e2b2', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:31:09.376021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.379518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.381149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.384165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-30cbf17a-e9a3-45b7-a2a4-d54f8f324fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:09.409911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.415981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=80878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:31:09.425391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f095fcc3-1226-4a93-b6d3-c080671e1997,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:09.429332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:09.432641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.433065 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Added segment e5de727c-1d60-4d14-81c8-222a410bcd85 of type vlan for network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d Jun 21 09:31:09.465282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.499931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.501214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:09.501861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.507284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:09.557932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Allocated IP 172.20.0.2 (56cc35ce-658c-41eb-92b2-58324937e2b2/52c658fe-cb7b-4694-aec5-fdc92951f2aa/e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:09.623162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Pushing event updated for resources: {'Network': ['ID=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:09.627432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:09.632387 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6545346 Jun 21 09:31:09.633644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40040) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:09.645924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Request body: {'subnet': {'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-537700443-subnet', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:09.649811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:31:09.657619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:09.662523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Usage tracker for resource:subnet and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:09.666184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:09.674613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:09.729077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Made reservation on behalf of 4116b06b75314b7ca848839f4f207a7c for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:09.734942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2743007'] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:09.838056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Allocated IP 172.27.0.221 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/841f3006-d296-4199-8f41-48e611acc881) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:09.874504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4872393-5530-4489-b2ec-5e01bc6c8915 req-82445d18-bf27-4088-a253-e1176570dcc8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:09.877633 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d4872393-5530-4489-b2ec-5e01bc6c8915 req-82445d18-bf27-4088-a253-e1176570dcc8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1906326 Jun 21 09:31:09.984351 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d4872393-5530-4489-b2ec-5e01bc6c8915 req-f48b14cd-e80f-48e8-b445-2ec7afd18b75 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986814 Jun 21 09:31:10.001280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.030212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.034651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:10.104496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:10.107671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:10.112317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:10.137164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Pushing event updated for resources: {'Port': ['ID=841f3006-d296-4199-8f41-48e611acc881,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:10.142618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:10.203350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.215374 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Transition to ACTIVE for port object e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:10.238475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Transition to ACTIVE for port object e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:10.243624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.248240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:10.276623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70434ecb-bed3-4d00-adc1-ae7d1af6c35c req-db1151d6-98d6-4c07-a076-ed41da2b41e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:10.285655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.285816 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70434ecb-bed3-4d00-adc1-ae7d1af6c35c req-db1151d6-98d6-4c07-a076-ed41da2b41e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.1154771 Jun 21 09:31:10.286813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.318566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:10.321676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:10.325879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:10.363889 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bd1fc030-c196-4791-aa06-2e09d5ab356e req-f7a72990-f3f6-461b-a2af-cc79c5ec8f6a tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 210 time: 0.0576775 Jun 21 09:31:10.409135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Pushing event updated for resources: {'Port': ['ID=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:10.433513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.434061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.434537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.435008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.435478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.435943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.437007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.437496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.438234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.438918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.439353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:10.443048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Attempting to bind port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:10.444735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Attempting to bind port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:10.445260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Attempting to bind port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 on network 56cc35ce-658c-41eb-92b2-58324937e2b2 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:10.453831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:10.454852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:10.455340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Checking segment: {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:10.456377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.456377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Bound using segment: {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:10.456901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Bound port: e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:10.457413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.550969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] For port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:10.551949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Router 70675d8f-f04a-402b-8cad-1ed268f4fd94 is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:31:10.554429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] For port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:10.557758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.563330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:10.619824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70434ecb-bed3-4d00-adc1-ae7d1af6c35c req-9de08880-2ce1-4086-bf2a-7c0a79ba4e3c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331890 Jun 21 09:31:10.640356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1391994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2742990'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.641644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Pushing event updated for resources: {'Port': ['ID=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:10.645161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:10.648193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:10.722824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66fbc5e-73de-45e5-9c23-ea89dd36ad01,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:10.726691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:10.734523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Checking segment: {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:10.734922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Network hostable DHCP agents. Network: f2a4c8b5-615d-4e55-8a4d-7ee2a855071d, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:31:10.744422 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:31:10.754779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, f2a4c8b5-615d-4e55-8a4d-7ee2a855071d) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:10.764129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cb477-4062-4d6c-937b-2b01bb8fea9c None None] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:10.768637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:10.778602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Sync routers for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:10.786549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:10.787194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.798119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:10.799161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:30:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:10.846544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.852235 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9294987 Jun 21 09:31:10.853357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40056) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:10.867009 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-8a1d6c63-7f94-41cb-a5da-0de94999a72b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2321916 Jun 21 09:31:10.871608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40060) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:10.880714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:10.886819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:10.891813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Usage tracker for resource:router and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:10.895903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:10.904148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:10.916479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.917719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:10.946433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:11.000354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:11.062952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:31:11.064051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:11.475749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Allocated IP 172.20.0.2 (f2a4c8b5-615d-4e55-8a4d-7ee2a855071d/e66fbc5e-73de-45e5-9c23-ea89dd36ad01/e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:11.504667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:11.584499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d623-8ab7-4e1a-9d27-0971edde9351 req-65e88c89-820d-4e85-881e-e1c689d6f737 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:11.596143 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1331d623-8ab7-4e1a-9d27-0971edde9351 req-65e88c89-820d-4e85-881e-e1c689d6f737 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.3068540 Jun 21 09:31:11.676939 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1331d623-8ab7-4e1a-9d27-0971edde9351 req-b2f894b9-8bd4-4c45-85ad-d1c56f0c5150 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809107 Jun 21 09:31:11.832244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:10Z', 'revision_number': 3, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:11.837824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Checking router: 70675d8f-f04a-402b-8cad-1ed268f4fd94 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:11.838483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Updating router 70675d8f-f04a-402b-8cad-1ed268f4fd94 port 841f3006-d296-4199-8f41-48e611acc881 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:11.898477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:11.974747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.019714 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-46a4e97d-7d74-4061-ae66-c8270942447f req-977b13a0-69f5-4de4-aa75-b98d3fbbdcc3 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 210 time: 0.2283370 Jun 21 09:31:12.119356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:12.145251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.170726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Transition to ACTIVE for port object e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:12.220006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Transition to ACTIVE for port object e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:12.231304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.234443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.236294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a9e4a157-3082-4cdd-8fb0-5a378d0d9129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:12.274286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51264d-44fd-47ff-95b3-d81216a6bc19 req-940c8d06-74e4-46c3-b681-2d7e354c7289 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:12.276077 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7b51264d-44fd-47ff-95b3-d81216a6bc19 req-940c8d06-74e4-46c3-b681-2d7e354c7289 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.3032174 Jun 21 09:31:12.371640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.389329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:12.392779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:12.396584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:12.455973 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7b51264d-44fd-47ff-95b3-d81216a6bc19 req-768d342f-3a01-42cd-9d82-a6901e8ec21c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665831 Jun 21 09:31:12.463057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.504018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.528491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Transition to ACTIVE for port object 841f3006-d296-4199-8f41-48e611acc881 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:12.536634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.555294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:12.663683 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Pushing event updated for resources: {'Port': ['ID=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:12.667234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:12.690417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Attempting to bind port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:12.690942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Attempting to bind port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:12.691205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Attempting to bind port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace on network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:12.698559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:12.699031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Checking segment: {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:12.699515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.699954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Bound using segment: {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:12.703326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Bound port: e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:12.705330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.740088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Attempting to bind port 841f3006-d296-4199-8f41-48e611acc881 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:12.742382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Attempting to bind port 841f3006-d296-4199-8f41-48e611acc881 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:12.744414 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Attempting to bind port 841f3006-d296-4199-8f41-48e611acc881 on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:12.793777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:12.794405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:12.794966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.795562 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:12.796233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Bound port: 841f3006-d296-4199-8f41-48e611acc881, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:12.797962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:12.853540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Allocated IP 172.27.0.219 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/646ebaad-a033-44ab-bda9-70127365372c) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:12.906745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Pushing event updated for resources: {'Port': ['ID=841f3006-d296-4199-8f41-48e611acc881,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:12.933619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.934182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.934679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.935151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.935621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.936143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.936610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.937121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.949546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.954475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.955039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:12.976164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:12.986273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] For port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:12.993073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] For port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:13.043114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:13.094360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:13.376239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Pushing event updated for resources: {'Port': ['ID=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:13.384149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:13.503784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271cd7d-a727-4f88-a6e1-c6c83f4a80cc None None] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:13.572362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Allocated IP 172.20.0.1 (56cc35ce-658c-41eb-92b2-58324937e2b2/52c658fe-cb7b-4694-aec5-fdc92951f2aa/7e6530ed-4b87-4109-9688-b2f745172979) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:13.668977 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06a88746-1537-4874-a424-5be12f0d1d58 req-39d872c3-6aed-4a5b-8c70-b70d9f7f05f3 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 210 time: 0.1956460 Jun 21 09:31:13.831880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] For port 841f3006-d296-4199-8f41-48e611acc881, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:13.850386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] For port 841f3006-d296-4199-8f41-48e611acc881, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=841f3006-d296-4199-8f41-48e611acc881,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:13.858936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:13.874319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5f003f8b-72ad-4b75-aeb8-5fd16b17fce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:13.902717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680806fd-9f94-4fc4-978b-c1908a05659c req-8dc1d4e3-aadc-4231-a113-a0649ac07d63 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:13.904409 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-680806fd-9f94-4fc4-978b-c1908a05659c req-8dc1d4e3-aadc-4231-a113-a0649ac07d63 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.6838546 Jun 21 09:31:13.963026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.092674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.140448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Pushing event updated for resources: {'Port': ['ID=841f3006-d296-4199-8f41-48e611acc881,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:14.154081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:14.164626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Transition to ACTIVE for port object 7e6530ed-4b87-4109-9688-b2f745172979 will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:14.211920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:14.214282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:30:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:14.267175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.276837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:14.281557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Provisioning for port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:14.294403 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-680806fd-9f94-4fc4-978b-c1908a05659c req-6dc233eb-1b71-4e12-ae5f-4e16b7b3ecdf tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743296 Jun 21 09:31:14.357313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Provisioning complete for port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:14.358585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.403288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d18a8-d7f1-448d-8017-557962c68cbd req-126d8a63-abe2-441a-899a-42c3f67f9fe9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:14.416875 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d78d18a8-d7f1-448d-8017-557962c68cbd req-126d8a63-abe2-441a-899a-42c3f67f9fe9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.4056048 Jun 21 09:31:14.490685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.514683 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:14.517395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e54e8a91-bde6-4031-bc56-6427ef82654c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:14.519844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:14.526969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:14.630469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:14.635264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6530ed-4b87-4109-9688-b2f745172979,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:14.659355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:14.664432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.679273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:14.691485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:14.694348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.699883 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d78d18a8-d7f1-448d-8017-557962c68cbd req-69975f51-7d7a-4e35-b024-13cc7200ce06 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814031 Jun 21 09:31:14.700784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:14.761550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] For port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:14.774850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.776760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:14.910481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:14.949110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Pushing event updated for resources: {'Port': ['ID=646ebaad-a033-44ab-bda9-70127365372c,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:14.959197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Pushing event updated for resources: {'Port': ['ID=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:14.972336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:14.987710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:15.123179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-7220db70-27d9-44e0-bb26-5864be8eb1aa None None] Provisioning complete for port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:15.124046 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7220db70-27d9-44e0-bb26-5864be8eb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:15.233786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:10Z', 'revision_number': 3, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:15.238705 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d62c84c5-91f2-4336-98b7-03c8c9cb59dd req-08fd814e-df03-4846-91c7-28ce90514f26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.5734246 Jun 21 09:31:15.250607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd42a2d1-c106-4349-a2ec-7b93123eb765 None None] The sync data for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi is: [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:10Z', 'revision_number': 3, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:15.387201 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9e3c8c95-2e29-456e-88ea-cbe06b9084e5 req-d8e73de2-00da-4c25-930b-7a99057d12fd tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 210 time: 0.1545682 Jun 21 09:31:15.596168 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:15.611672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:15.722507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:15.933397 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6530ed-4b87-4109-9688-b2f745172979,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:15.937968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:15.984479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:16.065343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:16.241607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8b1c1cdd-c2f3-4e9d-a58d-26b7ef6ef8d8 None None] Provisioning for port 7e6530ed-4b87-4109-9688-b2f745172979 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:16.247788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8b1c1cdd-c2f3-4e9d-a58d-26b7ef6ef8d8 None None] Provisioning complete for port 7e6530ed-4b87-4109-9688-b2f745172979 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:16.248228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1cdd-c2f3-4e9d-a58d-26b7ef6ef8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:16.339578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:16.357567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c1cdd-c2f3-4e9d-a58d-26b7ef6ef8d8 None None] Port 7e6530ed-4b87-4109-9688-b2f745172979 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:16.360731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:16.388587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:16.390378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:16.477207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:16.477991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:16.493453 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d62c84c5-91f2-4336-98b7-03c8c9cb59dd req-358cb1a2-1be8-4d41-b738-27fef3e13601 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2151420 Jun 21 09:31:16.522858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:16.525116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:16.689102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2d76f-5fbc-47fc-b802-a6919149fc5e None None] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:16.780655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49489441-c68a-4bc7-b31d-c0d48da566e0 req-cada455f-d3c2-4eb3-a184-73ee5cd67591 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:16.787233 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-49489441-c68a-4bc7-b31d-c0d48da566e0 req-cada455f-d3c2-4eb3-a184-73ee5cd67591 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.5071957 Jun 21 09:31:16.796995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-857bac61-2722-4802-bd13-53f6a168b015 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:16.798626 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-857bac61-2722-4802-bd13-53f6a168b015 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "GET /v2.0/networks?id=b1989918-0ec1-4250-a4ba-f0e59e9036c5 HTTP/1.1" status: 200 len: 813 time: 1.5644624 Jun 21 09:31:16.836148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Provisioning for port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:16.983632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c39703-30e5-4cb8-bc85-5850d7050ec6 req-591d0970-a3a7-471f-8f89-0646d9c2e254 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:16.989982 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-48c39703-30e5-4cb8-bc85-5850d7050ec6 req-591d0970-a3a7-471f-8f89-0646d9c2e254 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.8415809 Jun 21 09:31:17.116176 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-48c39703-30e5-4cb8-bc85-5850d7050ec6 req-0b5467de-0a16-476b-a1e0-be4525e32ad3 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882068 Jun 21 09:31:17.118823 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-49489441-c68a-4bc7-b31d-c0d48da566e0 req-ce036e79-4685-43b8-b504-536e5859fe0e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181739 Jun 21 09:31:17.201991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Provisioning complete for port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:17.202194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.203934 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Router 70675d8f-f04a-402b-8cad-1ed268f4fd94 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:31:17.252610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40172) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:17.302063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:31:17.339676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Deleting subnet 1644c441-c05a-41eb-8a19-44ef83eb090c {{(pid=80878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:31:17.340333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.439799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:17.450753 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] 10.222.0.36 "PUT /v2.0/routers/70675d8f-f04a-402b-8cad-1ed268f4fd94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5961924 Jun 21 09:31:17.492721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Request body: {'port': {'device_id': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5', 'admin_state_up': True, 'tenant_id': 'f88a28d7571549088d9814df78c8f6eb'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:17.539819 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2a423713-a61e-46ca-ba0b-c9867844d113 req-b6b66402-d4d1-4a7d-8128-450f64d6abac tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 210 time: 0.1733966 Jun 21 09:31:17.574543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.623789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] For port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:17.629830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.632038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:17.634310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853474200'] for subnet, precommit_delete_associations {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.708087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Pushing event updated for resources: {'Port': ['ID=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:17.711453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:17.766636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-d1e821be-9145-4935-9ea6-6dd1a108abff None None] Provisioning complete for port 7e6530ed-4b87-4109-9688-b2f745172979 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:17.767075 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d1e821be-9145-4935-9ea6-6dd1a108abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.826126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 841f3006-d296-4199-8f41-48e611acc881 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:17.836047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:17.851098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Usage tracker for resource:port and tenant:f88a28d7571549088d9814df78c8f6eb is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:17.858023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:17.864573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.918278 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-d1e821be-9145-4935-9ea6-6dd1a108abff None None] Port 7e6530ed-4b87-4109-9688-b2f745172979 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:17.924582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 841f3006-d296-4199-8f41-48e611acc881 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:17.931633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 841f3006-d296-4199-8f41-48e611acc881 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:17.932052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:17.932800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:17.961426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Made reservation on behalf of f88a28d7571549088d9814df78c8f6eb for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:17.966853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:18.078733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-1a8c6cd2-a760-41d7-9186-d478b95a1a63 None None] Provisioning complete for port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:18.079672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1a8c6cd2-a760-41d7-9186-d478b95a1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:18.145440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:18.187227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 841f3006-d296-4199-8f41-48e611acc881, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=841f3006-d296-4199-8f41-48e611acc881,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:18.194093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:18.197660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eed185e7-7385-4bfa-b93e-79ae953ecd44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:18.265308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=841f3006-d296-4199-8f41-48e611acc881,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:18.269485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:18.724600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40210) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:18.727834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:18.731522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-697046035-network', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:18.738594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Sync routers for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:18.747606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:18.753002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Usage tracker for resource:network and tenant:1efcb1b022da49f2bb9ed0d4576f5ff9 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:18.755490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:18.756153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:30:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:18.757608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:18.763595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:18.776070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Made reservation on behalf of 1efcb1b022da49f2bb9ed0d4576f5ff9 for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:18.780816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:18.796078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:18.807608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Allocated IP 172.20.0.14 (b1989918-0ec1-4250-a4ba-f0e59e9036c5/55a09e8c-3ca9-4cac-9614-a74bbcd049f0/b8fcc201-b795-4928-b709-8b9ae41083e2) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:18.831516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:18.835569 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Usage tracker for resource:security_group_rule and tenant:1efcb1b022da49f2bb9ed0d4576f5ff9 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:18.839407 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:18.845716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:18.862972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Notify callbacks [] for router, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:18.868004 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9915411 Jun 21 09:31:18.868342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40214) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:18.925830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146759b-69f7-4530-adda-ceb4b803a576 req-03099d60-1719-41c7-9923-4ebce66ffd01 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:18.927494 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9146759b-69f7-4530-adda-ceb4b803a576 req-03099d60-1719-41c7-9923-4ebce66ffd01 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.5583138 Jun 21 09:31:18.949478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09019f-a862-4bdb-993f-177f067f8b68 req-78c8e807-d6ad-4ce6-aed9-291631c8469d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:18.951304 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ff09019f-a862-4bdb-993f-177f067f8b68 req-78c8e807-d6ad-4ce6-aed9-291631c8469d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.5751574 Jun 21 09:31:18.963838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:19.021209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853383769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852032839'] for subnet, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.060296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eaefccf2-b597-422d-9d4b-c0756c0e3fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:19.169285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1644c441-c05a-41eb-8a19-44ef83eb090c,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:19.220705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.231563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.231972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.232370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.233345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.233744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.234133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.234521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.234906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.235287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.235668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.236049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.246521 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9146759b-69f7-4530-adda-ceb4b803a576 req-b6a0a432-8348-4e7c-a2eb-75dda2898f5e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879856 Jun 21 09:31:19.250435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:19.260389 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-616a9717-7e4d-4db1-8634-c253432b5849 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1644c441-c05a-41eb-8a19-44ef83eb090c HTTP/1.1" status: 204 len: 168 time: 2.0039573 Jun 21 09:31:19.283252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40218) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:19.288121 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ff09019f-a862-4bdb-993f-177f067f8b68 req-da3a79b8-8957-4b33-8407-9b19268e49dc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847271 Jun 21 09:31:19.331906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.338555 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.343994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e38538a2-e9b5-4a7c-8ac9-a71285525781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:19.364632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.383834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:31:19.395006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96d078-b6f2-4720-955d-09581ef11b50,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:19.403918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.404314 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Added segment b3e5ce21-f6b6-4067-9623-d2e05878e544 of type vlan for network 35df9b01-e739-4e6d-9fa3-81bd149003dd Jun 21 09:31:19.411614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:15Z', 'revision_number': 3, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:19.416500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Checking router: a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:19.417279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Updating router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 port 646ebaad-a033-44ab-bda9-70127365372c binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:19.422621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.423036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.423891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.423891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.424172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.424579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.425267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.425670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.426063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.426596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.426988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:31:19.434475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:19.460134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.473788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Sync routers for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:19.484796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.488252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-88f48b46-e837-4104-b1ed-74ca83a22dbc req-6cc6a989-0d79-42fc-95d8-0f8c9940e003 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Synchronizing usage tracker for tenant:f88a28d7571549088d9814df78c8f6eb on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:31:19.498418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:19.499172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.499628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:30:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:19.527096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-88f48b46-e837-4104-b1ed-74ca83a22dbc req-6cc6a989-0d79-42fc-95d8-0f8c9940e003 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Unset dirty status for tenant:f88a28d7571549088d9814df78c8f6eb on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:31:19.528418 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-88f48b46-e837-4104-b1ed-74ca83a22dbc req-6cc6a989-0d79-42fc-95d8-0f8c9940e003 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 210 time: 0.1515975 Jun 21 09:31:19.562230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.580282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:19.598445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.600498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:19.601177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.618917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:19.683147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Network b1989918-0ec1-4250-a4ba-f0e59e9036c5 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:19.713733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:19.720879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:19.774045 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:19.802151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 841f3006-d296-4199-8f41-48e611acc881 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:19.805591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:19.806514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.833623 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4246817 Jun 21 09:31:19.844284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Pushing event updated for resources: {'Port': ['ID=b8fcc201-b795-4928-b709-8b9ae41083e2,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:19.848075 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:19.899979 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1740222 Jun 21 09:31:19.903478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Request body: {'port': {'device_id': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:19.940766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:19.948622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40236) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:19.971563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Request body: {'subnet': {'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-697046035-subnet', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:19.977594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:19.983301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Usage tracker for resource:subnet and tenant:1efcb1b022da49f2bb9ed0d4576f5ff9 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:19.986973 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:19.997205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:20.007816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d8988d-256c-49e9-8de5-70c5e7cd842a']}} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:20.015793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Pushing event updated for resources: {'Network': ['ID=35df9b01-e739-4e6d-9fa3-81bd149003dd,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:20.030531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:20.039359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:31:20.090129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67851c4b-447a-4372-a6a6-c0531c4a5d5e') {'for_net_delete': True} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:20.093193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67851c4b-447a-4372-a6a6-c0531c4a5d5e') {} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:20.096870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 841f3006-d296-4199-8f41-48e611acc881 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:20.097509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.136343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1301603'] for segment, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.171570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Made reservation on behalf of 1efcb1b022da49f2bb9ed0d4576f5ff9 for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:20.180119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2743007'] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.183619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:15Z', 'revision_number': 2, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:20.192147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Checking router: 70675d8f-f04a-402b-8cad-1ed268f4fd94 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:20.192548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Updating router 70675d8f-f04a-402b-8cad-1ed268f4fd94 port 7e6530ed-4b87-4109-9688-b2f745172979 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:20.244418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.245584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40242) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:20.348777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.372578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=80878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:31:20.373061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853383734'] for segment, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:31:20.394278 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:31:20.559294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.592554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.630290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:20.634850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Usage tracker for resource:security_group_rule and tenant:e6619dc2d6c84900ac03d0fa6128e942 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:20.638439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:20.647128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:20.738953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.754921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.765608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:20.769813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.771114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.778406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:20.784459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2f0ae40f-3369-46e4-8bd2-8880dd28578e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:20.827453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Pushing event deleted for resources: {'Network': ['ID=49d8988d-256c-49e9-8de5-70c5e7cd842a,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:20.855234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18c6b3-1792-434a-9ec6-13f4b78a1610,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:20.861255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.866172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.869287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:20.869808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:20.880467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:20.890215 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6619dc2d6c84900ac03d0fa6128e942&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6419263 Jun 21 09:31:20.893211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40254) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:20.949146 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Transition to ACTIVE for port object 646ebaad-a033-44ab-bda9-70127365372c will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:20.980993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.000162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:21.021840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.046611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Transition to ACTIVE for port object 7e6530ed-4b87-4109-9688-b2f745172979 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:21.054486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.061696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4faa84ab-3b57-400f-9902-e6bd05cffba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:21.080358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Attempting to bind port 646ebaad-a033-44ab-bda9-70127365372c on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:21.080865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Attempting to bind port 646ebaad-a033-44ab-bda9-70127365372c by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:21.081370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Attempting to bind port 646ebaad-a033-44ab-bda9-70127365372c on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:21.095128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b045f1c-bf53-43e0-88eb-b131775ce3bc None None] Pushing event updated for resources: {'Port': ['ID=646ebaad-a033-44ab-bda9-70127365372c,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:21.098612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0b045f1c-bf53-43e0-88eb-b131775ce3bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:21.114987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:21.115514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:21.116038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.116568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:21.117218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Bound port: 646ebaad-a033-44ab-bda9-70127365372c, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:21.117709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.124470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9d4b8-eff3-43c7-a716-63af2217dcb3 None None] Pushing event updated for resources: {'Port': ['ID=7e6530ed-4b87-4109-9688-b2f745172979,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:21.129406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-10b9d4b8-eff3-43c7-a716-63af2217dcb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:21.195836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Allocated IP 172.20.0.1 (f2a4c8b5-615d-4e55-8a4d-7ee2a855071d/e66fbc5e-73de-45e5-9c23-ea89dd36ad01/49d4d922-daf5-4e40-8452-7ff2e9bdfd03) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:21.315476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] For port 646ebaad-a033-44ab-bda9-70127365372c, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:21.319034 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] For port 646ebaad-a033-44ab-bda9-70127365372c, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=646ebaad-a033-44ab-bda9-70127365372c,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:21.329341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.334287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eed185e7-7385-4bfa-b93e-79ae953ecd44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:21.348098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Attempting to bind port 7e6530ed-4b87-4109-9688-b2f745172979 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:21.348841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Attempting to bind port 7e6530ed-4b87-4109-9688-b2f745172979 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:21.349514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Attempting to bind port 7e6530ed-4b87-4109-9688-b2f745172979 on network 56cc35ce-658c-41eb-92b2-58324937e2b2 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:21.357676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:21.358934 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Checking segment: {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:21.359805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.379482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.380661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Bound using segment: {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:21.381681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Bound port: 7e6530ed-4b87-4109-9688-b2f745172979, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:21.382797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.387868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.416386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:21.417132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:30:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:21.421725 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Transition to ACTIVE for port object 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:21.450559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.504077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] For port 7e6530ed-4b87-4109-9688-b2f745172979, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:21.508459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] For port 7e6530ed-4b87-4109-9688-b2f745172979, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7e6530ed-4b87-4109-9688-b2f745172979,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:21.509560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fcc201-b795-4928-b709-8b9ae41083e2 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:31:21.515488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.516885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.520852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:21.524310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:21.533228 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9d26adb8-3c33-4a6c-986a-2c2b9e6bfdfb admin admin] 10.222.0.36 "DELETE /v2.0/networks/49d8988d-256c-49e9-8de5-70c5e7cd842a HTTP/1.1" status: 204 len: 168 time: 2.2459478 Jun 21 09:31:21.539430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.544542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1e8f8ddd-980f-41a3-b24e-fdfed21a9c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:21.556357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b045f1c-bf53-43e0-88eb-b131775ce3bc None None] Pushing event updated for resources: {'Port': ['ID=646ebaad-a033-44ab-bda9-70127365372c,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:21.566961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0b045f1c-bf53-43e0-88eb-b131775ce3bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:21.631186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.636032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:21.639466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Transition to ACTIVE for port object b8fcc201-b795-4928-b709-8b9ae41083e2 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:21.641099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:21.645499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:21.648624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9d4b8-eff3-43c7-a716-63af2217dcb3 None None] Pushing event updated for resources: {'Port': ['ID=7e6530ed-4b87-4109-9688-b2f745172979,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:21.655090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-10b9d4b8-eff3-43c7-a716-63af2217dcb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:21.668312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ff157-a320-4050-a04c-bc2c04e6b8d9 req-36e56408-6e48-446e-bbb0-75ec3cb6d5d4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:21.671179 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c73ff157-a320-4050-a04c-bc2c04e6b8d9 req-36e56408-6e48-446e-bbb0-75ec3cb6d5d4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 1.0910366 Jun 21 09:31:21.686109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Pushing event updated for resources: {'Port': ['ID=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:21.698712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:21.705142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:21.705837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:30:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:21.716765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:21.718708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f50c1369-6df7-4376-b740-28cfd3508977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:21.745198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103bacf-dbf7-446d-afc0-a6cea3835f92 req-7e10b1d9-1da2-4dea-9613-6b8bbfa415b0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:21.750735 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9103bacf-dbf7-446d-afc0-a6cea3835f92 req-7e10b1d9-1da2-4dea-9613-6b8bbfa415b0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 1.2546184 Jun 21 09:31:21.763603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.802358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18c6b3-1792-434a-9ec6-13f4b78a1610,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:21.805957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:21.807000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.808334 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e18c6b3-1792-434a-9ec6-13f4b78a1610 HTTP/1.1" status: 204 len: 168 time: 0.9140050 Jun 21 09:31:21.820662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:21.846652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:21.905677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40264) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:21.947899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fcc201-b795-4928-b709-8b9ae41083e2,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:21.951071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:22.011778 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c73ff157-a320-4050-a04c-bc2c04e6b8d9 req-62a820f7-d220-4e30-b928-dc5ced637f8f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164599 Jun 21 09:31:22.122439 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9103bacf-dbf7-446d-afc0-a6cea3835f92 req-1d7c5135-613f-4a9a-9204-b38995b28cf1 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406920 Jun 21 09:31:22.150378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:22.275635 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-43753e92-1fa6-4678-baba-865a9cd52d2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f12fe16e51584046ba81bbf0e5be1f31&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3673911 Jun 21 09:31:22.281114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40270) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:22.342753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:22.537157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-ce564308-13cc-427e-aec0-cd02521d7607 None None] Provisioning for port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:22.542391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Attempting to bind port b8fcc201-b795-4928-b709-8b9ae41083e2 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:22.542772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Attempting to bind port b8fcc201-b795-4928-b709-8b9ae41083e2 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:22.543141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Attempting to bind port b8fcc201-b795-4928-b709-8b9ae41083e2 on network b1989918-0ec1-4250-a4ba-f0e59e9036c5 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:22.551499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-ce564308-13cc-427e-aec0-cd02521d7607 None None] Provisioning complete for port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:22.552372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ce564308-13cc-427e-aec0-cd02521d7607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:22.574080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Port b8fcc201-b795-4928-b709-8b9ae41083e2 on network b1989918-0ec1-4250-a4ba-f0e59e9036c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:31:22.574448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Attempting to bind port b8fcc201-b795-4928-b709-8b9ae41083e2 on network b1989918-0ec1-4250-a4ba-f0e59e9036c5 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:22.614096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:22.614478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Checking segment: {'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:22.614917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Bound using segment: {'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:22.615424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Bound port: b8fcc201-b795-4928-b709-8b9ae41083e2, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:22.615817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:22.658334 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:22.746747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:22.751607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f06af-4c77-418a-9226-b9651e1cb6ca None None] The sync data for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi is: [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:22.775806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:22.796301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76947e6-f276-4437-ad6d-1fadb8a516ec req-a5170db0-04a9-4205-b9d7-8ebe95c32ed5 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:22.803442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-ce564308-13cc-427e-aec0-cd02521d7607 None None] Port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:22.808493 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d76947e6-f276-4437-ad6d-1fadb8a516ec req-a5170db0-04a9-4205-b9d7-8ebe95c32ed5 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 944 time: 0.4139607 Jun 21 09:31:22.844791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:15Z', 'revision_number': 3, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:22.854218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090801ff-7ca1-40df-8715-7dbc11db825d None None] The sync data for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi is: [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:15Z', 'revision_number': 3, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:22.994664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d7e60a20-a13c-492a-9935-d51a82c5b25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.043855 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d76947e6-f276-4437-ad6d-1fadb8a516ec req-460703fb-e70f-42e0-8cb6-7b9b6410c0a5 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342253 Jun 21 09:31:23.072842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] For port b8fcc201-b795-4928-b709-8b9ae41083e2, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:23.085263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] For port b8fcc201-b795-4928-b709-8b9ae41083e2, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b8fcc201-b795-4928-b709-8b9ae41083e2,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:23.140886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1391994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2742990'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.162192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.179331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-59f8cd10-b09e-4628-a190-8cd95759b1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:23.218060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.227522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0ca64a92-12a7-487a-b250-590a3571f10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:23.239637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.240542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.241145 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] 10.222.0.45 "PUT /v2.0/ports/b8fcc201-b795-4928-b709-8b9ae41083e2 HTTP/1.1" status: 200 len: 1094 time: 3.3428512 Jun 21 09:31:23.247758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2287ed1-5866-43b3-995b-cdd84390f407,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:23.250648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:23.252394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.281789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'tag': 'b8fcc201-b795-4928-b709-8b9ae41083e2'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:31:23.293010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.294958 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2287ed1-5866-43b3-995b-cdd84390f407 HTTP/1.1" status: 204 len: 168 time: 1.0052350 Jun 21 09:31:23.305008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:23.410642 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-767eb150-10be-4c48-9a3a-4263179b0032 req-81d45520-900b-4998-824d-6842971c9f98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 1098 time: 0.4441259 Jun 21 09:31:23.414156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:23.417913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Pushing event updated for resources: {'Port': ['ID=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:23.421791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:23.421971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:23.428544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:23.459518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:23.521719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Checking segment: {'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:23.522126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Network hostable DHCP agents. Network: 35df9b01-e739-4e6d-9fa3-81bd149003dd, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:31:23.601358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:23.603445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:23.679834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4168-fa05-436b-955e-2de2b459a851 req-22a63492-06f8-40aa-90a3-91d3586b585f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:23.681686 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eb6d4168-fa05-436b-955e-2de2b459a851 req-22a63492-06f8-40aa-90a3-91d3586b585f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.6319280 Jun 21 09:31:23.709486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:31:23.807911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab52863-cfa4-444c-a1bf-758dd65b057d req-674c98d8-6fc0-401e-9e71-8f371fd74f75 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:23.814244 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ab52863-cfa4-444c-a1bf-758dd65b057d req-674c98d8-6fc0-401e-9e71-8f371fd74f75 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.5948968 Jun 21 09:31:23.918048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 646ebaad-a033-44ab-bda9-70127365372c up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:24.120088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 646ebaad-a033-44ab-bda9-70127365372c completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:24.125723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 646ebaad-a033-44ab-bda9-70127365372c triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:24.126142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.300506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fcc201-b795-4928-b709-8b9ae41083e2,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:24.311494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 35df9b01-e739-4e6d-9fa3-81bd149003dd) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:24.318859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:31:24.336357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:24.339588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436e00b-6283-4ccc-811e-a83c98cc4981 None None] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:24.362280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.420499 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eb6d4168-fa05-436b-955e-2de2b459a851 req-957c4094-488d-43c8-8f2f-b65fd9892593 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229087 Jun 21 09:31:24.425826 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-8280fe76-831c-45d1-b88a-a6c22b44638a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f88a28d7571549088d9814df78c8f6eb&device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 1097 time: 1.0839367 Jun 21 09:31:24.432668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-b9444a85-9845-41ef-8d7d-3f41c668cf95 None None] Provisioning complete for port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:24.433152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9444a85-9845-41ef-8d7d-3f41c668cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.458705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:24.461266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.541343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-b9444a85-9845-41ef-8d7d-3f41c668cf95 None None] Port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:24.619809 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'tag': 'b8fcc201-b795-4928-b709-8b9ae41083e2', 'status': 'completed', 'code': 200} Jun 21 09:31:24.621135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eb150-10be-4c48-9a3a-4263179b0032 req-35b70f08-b741-4cde-b6bc-028af1eae6b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:24.622449 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-767eb150-10be-4c48-9a3a-4263179b0032 req-35b70f08-b741-4cde-b6bc-028af1eae6b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 200 len: 920 time: 1.1919770 Jun 21 09:31:24.649386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:24.663879 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] 10.222.0.36 "PUT /v2.0/routers/a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7857151 Jun 21 09:31:24.664113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.681166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40302) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:24.681758 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-21d546c1-aabf-463b-a9ec-3ff941f77e17 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.7313926 Jun 21 09:31:24.688593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:24.696886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:24.709620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Usage tracker for resource:router and tenant:1efcb1b022da49f2bb9ed0d4576f5ff9 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:24.721828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:24.735039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:24.738786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-77d25e59-d630-4f21-9575-7ef74c54d519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.752552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 646ebaad-a033-44ab-bda9-70127365372c, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=646ebaad-a033-44ab-bda9-70127365372c,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:24.758803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.760245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.769283 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.775508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7e6530ed-4b87-4109-9688-b2f745172979 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:24.794184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:24.822990 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ab52863-cfa4-444c-a1bf-758dd65b057d req-1a3f7176-3639-4866-b621-5121a37cf811 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5257075 Jun 21 09:31:24.902273 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-53849d37-a1f0-4b73-93e2-840dcbea0514 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8fcc201-b795-4928-b709-8b9ae41083e2 HTTP/1.1" status: 200 len: 217 time: 0.4491205 Jun 21 09:31:24.942052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:24.958825 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-767eb150-10be-4c48-9a3a-4263179b0032 req-0dbecc9e-b24b-40d7-ba74-8b0c9440db84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 200 len: 217 time: 0.3108666 Jun 21 09:31:25.077422 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.107113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-6c087ae1-c82d-4f16-9af7-37848c84d91a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:25.115442 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-6c087ae1-c82d-4f16-9af7-37848c84d91a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55a09e8c-3ca9-4cac-9614-a74bbcd049f0 HTTP/1.1" status: 200 len: 853 time: 0.1944284 Jun 21 09:31:25.145444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-35df9b01-e739-4e6d-9fa3-81bd149003dd', 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'fixed_ips': [{'subnet_id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:31:25.146317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.237707 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-2e935f60-a7e6-4862-b2ea-7a11932dd996 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1989918-0ec1-4250-a4ba-f0e59e9036c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056840 Jun 21 09:31:25.242964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eb150-10be-4c48-9a3a-4263179b0032 req-61e5227b-93d5-4ef5-b972-dd061960bea8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:25.244653 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-767eb150-10be-4c48-9a3a-4263179b0032 req-61e5227b-93d5-4ef5-b972-dd061960bea8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 200 len: 859 time: 0.2699194 Jun 21 09:31:25.252386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a558a-965f-49ee-acde-0ae3a1ec648e req-2c09c785-f4ca-4f6b-99e4-6b145d69fe9e tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:25.273896 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-041a558a-965f-49ee-acde-0ae3a1ec648e req-2c09c785-f4ca-4f6b-99e4-6b145d69fe9e tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 944 time: 0.4740870 Jun 21 09:31:25.365238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Allocated IP 172.20.0.2 (35df9b01-e739-4e6d-9fa3-81bd149003dd/9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9/7a00dbdf-9dde-46b3-b16a-cbff314bb3c6) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:25.369258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.402331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.447995 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-767eb150-10be-4c48-9a3a-4263179b0032 req-40850910-50b5-433a-80a0-564eef933dfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650388 Jun 21 09:31:25.563665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.612032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Allocated IP 172.27.0.25 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/b9cce7e6-18f3-43b4-a228-e56ecae495b8) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:25.636281 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.651729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=646ebaad-a033-44ab-bda9-70127365372c,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:25.657382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:25.748480 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-041a558a-965f-49ee-acde-0ae3a1ec648e req-8704c8bf-3317-44ca-9efb-ed735b190515 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732952 Jun 21 09:31:25.792835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.796824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 7e6530ed-4b87-4109-9688-b2f745172979 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:25.808385 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 7e6530ed-4b87-4109-9688-b2f745172979 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:25.809350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.846649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:31:25.850460 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-27cc194c-c043-4f5c-a0cc-f9653ef220d5 service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696301 Jun 21 09:31:25.851206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Transition to ACTIVE for port object 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:25.867671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f8e34-5643-4d8b-8604-db7eb03d6432 req-c53badfd-4e63-4ba9-ba81-bf646f986613 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:25.868843 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-645f8e34-5643-4d8b-8604-db7eb03d6432 req-c53badfd-4e63-4ba9-ba81-bf646f986613 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2356303 Jun 21 09:31:25.886384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.909419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Transition to ACTIVE for port object 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:25.928892 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.933991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:25.958128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:25.966151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b7d7271-482b-4829-8048-1091b6fed41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:26.093252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:26.096921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:26.101632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:26.118622 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcfbcd30-9462-45a8-bfbe-0ce62878e17c req-909cab3d-5549-44c0-bc7c-bcaa0da7e2a3 service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594063 Jun 21 09:31:26.121771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Pushing event updated for resources: {'Port': ['ID=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:26.173231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:26.190132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cce7e6-18f3-43b4-a228-e56ecae495b8,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:26.203516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:26.209839 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-767eb150-10be-4c48-9a3a-4263179b0032 req-201c60da-4aae-4d29-a835-5206ee3e1059 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199357 Jun 21 09:31:26.280189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:26.309901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.311398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.327745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:26.345583 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'port_id': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'mac_address': 'fa:16:3e:11:57:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:31:26.352185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:26.362086 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:26.421142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.422220 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-645f8e34-5643-4d8b-8604-db7eb03d6432 req-2a8ec962-161a-4fa6-8aa4-53bad361aae2 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151603 Jun 21 09:31:26.489908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbb173-5d17-4c19-8509-2c736e76a631 req-c1f1a237-cfa1-46c2-b4b7-8ad6c7e23c6e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:26.491616 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-13fbb173-5d17-4c19-8509-2c736e76a631 req-c1f1a237-cfa1-46c2-b4b7-8ad6c7e23c6e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 943 time: 0.3807583 Jun 21 09:31:26.562954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40372) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:26.586898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1286164244-network', 'tenant_id': '7d41d8000d5c49168a6a0680836983db'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:26.615143 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-f6b573d4-b11a-48f3-b3a8-abebf9575eeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f88a28d7571549088d9814df78c8f6eb&device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 1097 time: 0.3673663 Jun 21 09:31:26.616325 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:26.638168 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 7e6530ed-4b87-4109-9688-b2f745172979, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7e6530ed-4b87-4109-9688-b2f745172979,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:26.642627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Usage tracker for resource:network and tenant:7d41d8000d5c49168a6a0680836983db is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:26.663308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.677598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.727687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:26.737261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:26.744278 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-767eb150-10be-4c48-9a3a-4263179b0032 req-cc62b1a8-af36-4dd5-83e9-89b9a2d31b08 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062797 Jun 21 09:31:26.752344 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-13fbb173-5d17-4c19-8509-2c736e76a631 req-235dcc15-40bb-4a83-8f09-a0a007d3d0cd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507665 Jun 21 09:31:26.768442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1d0765-a6db-4e26-bba0-9244a4290af0 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:31:26.783145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 646ebaad-a033-44ab-bda9-70127365372c up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:26.913738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=7e6530ed-4b87-4109-9688-b2f745172979,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:26.916718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Attempting to bind port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:26.917175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Attempting to bind port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:26.917579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Attempting to bind port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 on network 35df9b01-e739-4e6d-9fa3-81bd149003dd {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:26.920883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:26.950496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:26.950770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Checking segment: {'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:26.951843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.952215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Bound using segment: {'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:26.952877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Bound port: 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:26.953427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.961140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:31:26.968077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:26.985181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:26.987982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8a9a631e-31dc-454f-8635-cdb0ff998701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:27.066420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:27.184909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Made reservation on behalf of 7d41d8000d5c49168a6a0680836983db for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:27.192834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.219039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:27.227599 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.254161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Sync routers for ids ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:27.300785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-42ca2015-98b4-42ad-9b18-b1e2c87356fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:27.300785 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-42ca2015-98b4-42ad-9b18-b1e2c87356fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1989918-0ec1-4250-a4ba-f0e59e9036c5 HTTP/1.1" status: 200 len: 914 time: 0.6576388 Jun 21 09:31:27.302596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.304182 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6217904 Jun 21 09:31:27.309512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40394) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:27.329515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.336792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 646ebaad-a033-44ab-bda9-70127365372c triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:27.337324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.371179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=9']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:27.387014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:27.393038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Routers {'2864334b-3bd4-440c-b22b-d0ccd56c94a9'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:27.393038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:27.420836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4688f-e74c-4112-930d-0dce3afb6fcc req-860dca85-b624-4ef2-a660-3b38667b96a6 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:27.422460 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76d4688f-e74c-4112-930d-0dce3afb6fcc req-860dca85-b624-4ef2-a660-3b38667b96a6 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 944 time: 0.3457355 Jun 21 09:31:27.423975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:27.427529 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-13809a9b-10c4-437e-b8cc-cb0848306c52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8fcc201-b795-4928-b709-8b9ae41083e2 HTTP/1.1" status: 200 len: 217 time: 0.1265936 Jun 21 09:31:27.429931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Usage tracker for resource:security_group_rule and tenant:7d41d8000d5c49168a6a0680836983db is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:27.434028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:27.454049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['7c1d0765-a6db-4e26-bba0-9244a4290af0'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:31:27.498644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] For port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:27.530989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:27.590225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] For port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:27.609364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-6c646375-7963-49b4-be4e-174eaad8b9e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:27.610970 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-6c646375-7963-49b4-be4e-174eaad8b9e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55a09e8c-3ca9-4cac-9614-a74bbcd049f0 HTTP/1.1" status: 200 len: 853 time: 0.1732092 Jun 21 09:31:27.612686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.617821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.625004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:27.665610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.668800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5967d0be-3460-4e2e-89d1-c165096f03dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:27.763112 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-833f6414-13ff-46eb-b45f-8781cd798b8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1989918-0ec1-4250-a4ba-f0e59e9036c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836473 Jun 21 09:31:27.774499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=80878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:31:27.785212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Pushing event updated for resources: {'Port': ['ID=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:27.797195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:27.811080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Set router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:27.828504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b563b8-cc90-4dce-9a04-5e45ca041ad7,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:27.834543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Sync routers for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:27.851826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:27.869266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:27.869502 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76d4688f-e74c-4112-930d-0dce3afb6fcc req-9556a945-8692-4205-823f-febceedee225 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320655 Jun 21 09:31:27.870181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:27.894353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:27.896682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b8fcc201-b795-4928-b709-8b9ae41083e2 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:31:27.899217 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Added segment 68f082bd-80b0-4663-b040-a19edc7d84ac of type vlan for network d34459bc-c4a0-4ede-a950-de8bb78e721e Jun 21 09:31:28.167463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:28.186666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bb8f4-f8fb-47ca-b133-788db86c75c4 req-d249fcc5-4f60-4c32-bd8e-95e819f0462c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:28.188652 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b05bb8f4-f8fb-47ca-b133-788db86c75c4 req-d249fcc5-4f60-4c32-bd8e-95e819f0462c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.5747097 Jun 21 09:31:28.208106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.350626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port b8fcc201-b795-4928-b709-8b9ae41083e2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b8fcc201-b795-4928-b709-8b9ae41083e2,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:28.351840 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-fe372e1a-3496-4cb2-87b3-cb251e92c167 service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727391 Jun 21 09:31:28.415824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'b8fcc201-b795-4928-b709-8b9ae41083e2', 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5', 'port_id': 'b8fcc201-b795-4928-b709-8b9ae41083e2', 'mac_address': 'fa:16:3e:ee:b4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a09e8c-3ca9-4cac-9614-a74bbcd049f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:31:28.422203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.446454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.453504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:28.454146 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.475279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:28.509915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.511466 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b05bb8f4-f8fb-47ca-b133-788db86c75c4 req-24d15356-f409-4124-ab70-ac80d26c8f42 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133729 Jun 21 09:31:28.592642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fcc201-b795-4928-b709-8b9ae41083e2 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:31:28.617243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:31:26Z', 'revision_number': 3, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:28.620068 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0548680 Jun 21 09:31:28.627118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955dec5-18d9-4847-a2dc-839ef60ec9d3 req-96f16f09-abec-4bf9-a8aa-a8457acce2b4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:28.629370 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e955dec5-18d9-4847-a2dc-839ef60ec9d3 req-96f16f09-abec-4bf9-a8aa-a8457acce2b4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 944 time: 0.4921403 Jun 21 09:31:28.637435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40404) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:28.639194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Checking router: 2864334b-3bd4-440c-b22b-d0ccd56c94a9 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:28.639812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Updating router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 port b9cce7e6-18f3-43b4-a228-e56ecae495b8 binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:28.669035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Request body: {'subnet': {'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1286164244-subnet', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:28.693697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:28.701592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:22Z', 'revision_number': 2, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:28.704891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port b8fcc201-b795-4928-b709-8b9ae41083e2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b8fcc201-b795-4928-b709-8b9ae41083e2,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:28.715800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Checking router: a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:28.716205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Updating router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:28.718112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.724501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:28.760794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Usage tracker for resource:subnet and tenant:7d41d8000d5c49168a6a0680836983db is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:28.774574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Pushing event updated for resources: {'Network': ['ID=d34459bc-c4a0-4ede-a950-de8bb78e721e,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:28.797667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:28.808458 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e955dec5-18d9-4847-a2dc-839ef60ec9d3 req-995bb6b3-a600-4ec9-aa71-68dfafbb3461 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646638 Jun 21 09:31:28.818240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:28.821512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:28.825079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network d34459bc-c4a0-4ede-a950-de8bb78e721e details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:31:28.827582 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-76a2f763-f3d3-4f62-b43a-552d35b23740 req-ebbeb33a-5d52-4fc6-8c90-06b19e3dceb5 service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613643 Jun 21 09:31:28.847909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Made reservation on behalf of 7d41d8000d5c49168a6a0680836983db for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:28.852714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2743007'] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.883973 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:28.886354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Allocated IP 172.20.0.1 (35df9b01-e739-4e6d-9fa3-81bd149003dd/9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9/b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:28.931720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.171623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.190606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Transition to ACTIVE for port object b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:29.211053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.216131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:29.239314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7e6530ed-4b87-4109-9688-b2f745172979 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:29.283202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:29.286612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:29.295998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:29.327082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=b8fcc201-b795-4928-b709-8b9ae41083e2,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:29.341682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37aa05-8071-4a08-b531-29f1b49ee187 req-9a9a676a-00b7-4d66-819e-4373ee7946b6 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:29.346368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:29.350320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fd37aa05-8071-4a08-b531-29f1b49ee187 req-9a9a676a-00b7-4d66-819e-4373ee7946b6 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 945 time: 0.2179363 Jun 21 09:31:29.366453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Pushing event updated for resources: {'Port': ['ID=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:29.380593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.384931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:29.409647 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fd37aa05-8071-4a08-b531-29f1b49ee187 req-6a6d6944-f568-4d03-8293-3c18f25f03d5 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583570 Jun 21 09:31:29.427268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 7e6530ed-4b87-4109-9688-b2f745172979 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:29.433117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.499341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.510781 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['b8fcc201-b795-4928-b709-8b9ae41083e2'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:31:29.532665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1391994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2742990'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.540529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-88f9a7b9-1250-4aca-b515-d08f5f82f5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:29.700009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.713212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Transition to ACTIVE for port object 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:29.720778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.725997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9d41f774-e549-476e-b02d-bc71b34a6726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:29.734693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:29.888248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.894879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:29.907815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:29.940707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:29.966489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558562a-a7df-4f72-8524-8d30a16efe25 None None] Pushing event updated for resources: {'Port': ['ID=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:29.973854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e558562a-a7df-4f72-8524-8d30a16efe25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:30.075270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=840f7a25-f286-4eff-8332-d62f870bee8e,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:30.095711 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:30.170632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Attempting to bind port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:30.171047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Attempting to bind port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:30.171451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Attempting to bind port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 on network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:30.195894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:30.197058 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Checking segment: {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:30.197746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.198420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Bound using segment: {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:30.199209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Bound port: 49d4d922-daf5-4e40-8452-7ff2e9bdfd03, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:30.199849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.225454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:30.268188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 7c1d0765-a6db-4e26-bba0-9244a4290af0 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:30.268689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.315491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] For port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:30.320261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] For port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:30.328141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.340618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:30.345188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Checking segment: {'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:30.345585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Network hostable DHCP agents. Network: d34459bc-c4a0-4ede-a950-de8bb78e721e, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:31:30.414249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ae96e-e267-46da-a901-69976a01ca35 None None] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:30.428669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9e16d-c0d0-4a57-b9f4-a4210347a9ae req-a821ce61-c388-4f41-9f9b-692c1bcaf129 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:30.438282 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99a9e16d-c0d0-4a57-b9f4-a4210347a9ae req-a821ce61-c388-4f41-9f9b-692c1bcaf129 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.4218271 Jun 21 09:31:30.441308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558562a-a7df-4f72-8524-8d30a16efe25 None None] Pushing event updated for resources: {'Port': ['ID=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:30.447783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e558562a-a7df-4f72-8524-8d30a16efe25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:30.470334 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:30.471032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:30.488875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Network d34459bc-c4a0-4ede-a950-de8bb78e721e is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:31:30.502451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f47-9e67-4749-9bc5-8f1ff8ca986b req-bd886317-b3e1-4909-a5ea-8aa76d9211a3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:30.512473 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34075f47-9e67-4749-9bc5-8f1ff8ca986b req-bd886317-b3e1-4909-a5ea-8aa76d9211a3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 944 time: 0.4299357 Jun 21 09:31:30.521432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.533995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Pushing event updated for resources: {'Port': ['ID=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:30.540014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:30.592678 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99a9e16d-c0d0-4a57-b9f4-a4210347a9ae req-f924c05c-ad0c-40e6-942a-902f8e106c5d tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531222 Jun 21 09:31:30.593755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, d34459bc-c4a0-4ede-a950-de8bb78e721e) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:30.617673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:30.618327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.630633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40269e-52e0-4ed9-98ed-fda4ea7b72e4 None None] Network d34459bc-c4a0-4ede-a950-de8bb78e721e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:30.666892 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34075f47-9e67-4749-9bc5-8f1ff8ca986b req-836a218c-a43a-497d-9ffc-15ea6d776695 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533782 Jun 21 09:31:30.701702 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d48f9575-01bf-4e67-8353-b380a06a2fab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0571361 Jun 21 09:31:30.704048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:30.704387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40424) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:30.705614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:30.711632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:30.725254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:30.732950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Usage tracker for resource:router and tenant:7d41d8000d5c49168a6a0680836983db is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:30.746901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:30.755362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:30.780445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.781899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.810023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:31:30.817098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:30.834537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:31.011636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.127456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.178451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523994b7-72bb-4e65-a7be-8a673101da12 req-f66d1aad-614b-4c86-97f7-6537ca7b48a7 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:31.180527 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-523994b7-72bb-4e65-a7be-8a673101da12 req-f66d1aad-614b-4c86-97f7-6537ca7b48a7 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 945 time: 0.3467462 Jun 21 09:31:31.182269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.208292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Provisioning for port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:31.227907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:31:31.238771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Transition to ACTIVE for port object b9cce7e6-18f3-43b4-a228-e56ecae495b8 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:31.246273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Provisioning complete for port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:31.246697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.292145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:31:31.298456 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-523994b7-72bb-4e65-a7be-8a673101da12 req-02ce281c-d2de-4a4d-9cd4-9a68c49946ac tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035967 Jun 21 09:31:31.563355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:30Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:31.567417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6231788-9374-45ae-afee-bd749a08a80b None None] The sync data for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi is: [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:30Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:31.627141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:31.627284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.646926 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] 10.222.0.36 "PUT /v2.0/routers/2864334b-3bd4-440c-b22b-d0ccd56c94a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3269315 Jun 21 09:31:31.647410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:31.710355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.715249 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'code': 200} Jun 21 09:31:31.715956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.718577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:31.739256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0b045f1c-bf53-43e0-88eb-b131775ce3bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:31.896408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b8fcc201-b795-4928-b709-8b9ae41083e2 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:31.938140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Allocated IP 172.27.0.254 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/fba96b07-c1aa-4481-9979-f7b7949e93e6) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:31.973724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Attempting to bind port b9cce7e6-18f3-43b4-a228-e56ecae495b8 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:31.974142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Attempting to bind port b9cce7e6-18f3-43b4-a228-e56ecae495b8 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:31.974551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Attempting to bind port b9cce7e6-18f3-43b4-a228-e56ecae495b8 on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:32.004138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:32.004581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:32.005462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.006520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:32.007713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Bound port: b9cce7e6-18f3-43b4-a228-e56ecae495b8, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:32.008170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.041347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=10']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:32.113701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-d34459bc-c4a0-4ede-a950-de8bb78e721e', 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'fixed_ips': [{'subnet_id': '840f7a25-f286-4eff-8332-d62f870bee8e'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:31:32.114605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.209859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184d3b-b66e-408e-b655-d5607886e8e3 req-8b3b6d00-8270-4aee-af1e-905855bdbc7a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:32.211463 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f1184d3b-b66e-408e-b655-d5607886e8e3 req-8b3b6d00-8270-4aee-af1e-905855bdbc7a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.3225796 Jun 21 09:31:32.283777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.329137 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-535b9540-1d3b-45c7-85cf-494e10dabf0f req-70d7d3ad-f9b2-4bc4-ab6a-91fcfa0fe0e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 1099 time: 0.1874163 Jun 21 09:31:32.331610 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f1184d3b-b66e-408e-b655-d5607886e8e3 req-295f893c-80e8-4321-a7a9-3673720cf7b8 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982144 Jun 21 09:31:32.354529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678bd77-aec9-481c-8e3c-82a90df2b2b6 None None] Pushing event updated for resources: {'Port': ['ID=b9cce7e6-18f3-43b4-a228-e56ecae495b8,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:32.366384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port b8fcc201-b795-4928-b709-8b9ae41083e2 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:32.383713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c678bd77-aec9-481c-8e3c-82a90df2b2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:32.389609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:32.390455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:32.397899 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-535b9540-1d3b-45c7-85cf-494e10dabf0f req-57b0c2f3-d8a4-4a69-9eea-6982b98f92dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598466 Jun 21 09:31:32.402742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port b8fcc201-b795-4928-b709-8b9ae41083e2 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:32.402742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.404534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.407620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:32.458545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] For port b9cce7e6-18f3-43b4-a228-e56ecae495b8, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:32.474529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] For port b9cce7e6-18f3-43b4-a228-e56ecae495b8, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b9cce7e6-18f3-43b4-a228-e56ecae495b8,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:32.488069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=fba96b07-c1aa-4481-9979-f7b7949e93e6,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:32.493181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:32.510884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:32.512080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:32.518077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:32.521649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.572238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:32.613845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.715848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Routers {'2864334b-3bd4-440c-b22b-d0ccd56c94a9'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:32.727752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:32.783421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9b2da-3c05-4942-b679-b5e1238c38f1 req-1ebd0354-f3cd-4a83-8ef2-5fedb1894b59 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:32.785080 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0c9b2da-3c05-4942-b679-b5e1238c38f1 req-1ebd0354-f3cd-4a83-8ef2-5fedb1894b59 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 945 time: 0.2290256 Jun 21 09:31:32.888466 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0c9b2da-3c05-4942-b679-b5e1238c38f1 req-5fee54c8-a1a3-4daf-9d1a-23bf50323a88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837641 Jun 21 09:31:32.975906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:32.976691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:33.030871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:33.106959 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Allocated IP 172.20.0.2 (d34459bc-c4a0-4ede-a950-de8bb78e721e/840f7a25-f286-4eff-8332-d62f870bee8e/b95c7568-8cdc-4cc7-a2bf-116b37dbd001) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:33.419221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678bd77-aec9-481c-8e3c-82a90df2b2b6 None None] Pushing event updated for resources: {'Port': ['ID=b9cce7e6-18f3-43b4-a228-e56ecae495b8,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:33.462390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c678bd77-aec9-481c-8e3c-82a90df2b2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:33.478813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] For port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:33.484380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:33.542755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:33.564718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:33.839396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e140d0-ae3b-4504-9ba1-75aa5365fcb6 req-3aa8a305-fd26-4233-833f-eb3174b9c758 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:33.853275 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c4e140d0-ae3b-4504-9ba1-75aa5365fcb6 req-3aa8a305-fd26-4233-833f-eb3174b9c758 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.2330487 Jun 21 09:31:33.944387 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c4e140d0-ae3b-4504-9ba1-75aa5365fcb6 req-92a71697-3a38-44f9-9ea9-1dfe12271693 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852959 Jun 21 09:31:33.973657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Transition to ACTIVE for port object b95c7568-8cdc-4cc7-a2bf-116b37dbd001 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:34.030070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:34.148554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Pushing event updated for resources: {'Port': ['ID=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:34.184413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:34.194546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Transition to ACTIVE for port object b95c7568-8cdc-4cc7-a2bf-116b37dbd001 will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:34.204951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:31:34.241609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:34.245371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fcc201-b795-4928-b709-8b9ae41083e2'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:31:34.256481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4ab7091e-e346-4db7-90d3-80eb3a8f1b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:34.342702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port b8fcc201-b795-4928-b709-8b9ae41083e2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b8fcc201-b795-4928-b709-8b9ae41083e2,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:34.355056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] Set router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:34.398932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:34.408115 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fcc201-b795-4928-b709-8b9ae41083e2', 'code': 200} Jun 21 09:31:34.421577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:34.453707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Network d34459bc-c4a0-4ede-a950-de8bb78e721e is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:34.460729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Pushing event updated for resources: {'Port': ['ID=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:34.476817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:34.480270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:34.481836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:34.518681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:34.524658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:34.525375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:34.564453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655b89b-9bbc-444e-af51-7166339a63f8 req-670e2107-a5ee-4896-b352-c578af0c9c4c tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:34.573492 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8655b89b-9bbc-444e-af51-7166339a63f8 req-670e2107-a5ee-4896-b352-c578af0c9c4c tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 946 time: 0.2521451 Jun 21 09:31:34.669452 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8655b89b-9bbc-444e-af51-7166339a63f8 req-795e676e-2073-4c83-9a95-bd580d3dd1a2 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945013 Jun 21 09:31:34.736395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-b918fb11-424c-4b89-8780-4575ca1bc49e None None] Provisioning complete for port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:34.736997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b918fb11-424c-4b89-8780-4575ca1bc49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:34.792086 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:34.847502 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2d773e53-5b32-4b6b-8f83-aa4855c8de38 req-6a4de8ad-8ea2-45b5-abf8-fc733079d5c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 1099 time: 0.1126137 Jun 21 09:31:34.848279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Notify callbacks [] for router, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:34.851896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Sync routers for ids ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:34.852656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40488) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:34.853154 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1472180 Jun 21 09:31:34.936172 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2d773e53-5b32-4b6b-8f83-aa4855c8de38 req-ad7a0818-7774-4e5a-a498-8703d8cd7950 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785148 Jun 21 09:31:34.940659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=b8fcc201-b795-4928-b709-8b9ae41083e2,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:34.952041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:34.968184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Attempting to bind port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:34.968598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Attempting to bind port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:34.969603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Attempting to bind port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 on network d34459bc-c4a0-4ede-a950-de8bb78e721e {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:35.161996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:35.177183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Routers {'7a218ba2-555b-47c6-bbd9-7110dfde67b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:35.177879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:35.323224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8496-81f2-420e-95a9-33f15f0b5e10 req-8dc4f07d-ff9a-4fae-9b7c-6caa0a7f1aef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:35.325039 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c1eb8496-81f2-420e-95a9-33f15f0b5e10 req-8dc4f07d-ff9a-4fae-9b7c-6caa0a7f1aef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.1687584 Jun 21 09:31:35.354269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:35.365913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Checking segment: {'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:35.366545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:35.366990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Bound using segment: {'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:35.367562 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Bound port: b95c7568-8cdc-4cc7-a2bf-116b37dbd001, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:35.367994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:35.395625 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c1eb8496-81f2-420e-95a9-33f15f0b5e10 req-279bf6b7-7186-4582-8cd3-baaccc09cbeb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627224 Jun 21 09:31:35.605376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] For port b95c7568-8cdc-4cc7-a2bf-116b37dbd001, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:35.609315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] For port b95c7568-8cdc-4cc7-a2bf-116b37dbd001, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:35.621967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:35.748872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:35.781746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:35.810880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:35.936824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1cdb9-db68-4722-ac70-5f724c8678cf req-1a3cda66-669c-4caf-850c-a0b28ee9f55b tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:35.938925 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78d1cdb9-db68-4722-ac70-5f724c8678cf req-1a3cda66-669c-4caf-850c-a0b28ee9f55b tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 946 time: 0.1140375 Jun 21 09:31:35.997554 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78d1cdb9-db68-4722-ac70-5f724c8678cf req-adb762c8-9014-4803-beb3-dd617739dc60 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Jun 21 09:31:36.324799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:36.355577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:36.360815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Pushing event updated for resources: {'Port': ['ID=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:36.427613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-b918fb11-424c-4b89-8780-4575ca1bc49e None None] Provisioning for port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:36.486727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Set router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:36.696602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-b918fb11-424c-4b89-8780-4575ca1bc49e None None] Provisioning complete for port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:36.699836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b918fb11-424c-4b89-8780-4575ca1bc49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:36.739136 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b8ab-c30d-4943-9a30-b552c264ae6e req-90985d37-6fdb-40bf-8adb-970af8059411 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:36.748732 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10a1b8ab-c30d-4943-9a30-b552c264ae6e req-90985d37-6fdb-40bf-8adb-970af8059411 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.1434610 Jun 21 09:31:36.783549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Allocated IP 172.20.0.1 (d34459bc-c4a0-4ede-a950-de8bb78e721e/840f7a25-f286-4eff-8332-d62f870bee8e/bf652827-0ef9-403b-868e-08db554fbe99) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:36.810979 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10a1b8ab-c30d-4943-9a30-b552c264ae6e req-2bc046fa-ede9-4c7c-a82f-6420c3e459dd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605447 Jun 21 09:31:36.855215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-b918fb11-424c-4b89-8780-4575ca1bc49e None None] Port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:36.890233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:36.910035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:36.953924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.087s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:36.957061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:36.978382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:36.978819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:37.041861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:37.066001 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 4, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa', 'name': '', 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'mac_address': 'fa:16:3e:35:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:28Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 2, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'subnets': [{'id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:37.072112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Transition to ACTIVE for port object bf652827-0ef9-403b-868e-08db554fbe99 will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:37.083070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9991c-aa27-493e-a83d-60a429e2ec35 None None] The sync data for ids ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'] in dv-cinder-797210-1-iscsi is: [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 4, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa', 'name': '', 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'mac_address': 'fa:16:3e:35:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:28Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 2, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'subnets': [{'id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:37.131082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:37.135665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:37.250510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Network d34459bc-c4a0-4ede-a950-de8bb78e721e is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:37.266978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-9e480ff0-8b4c-4525-adcc-96a79716a816 None None] Provisioning complete for port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:37.267509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e480ff0-8b4c-4525-adcc-96a79716a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:37.272352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:37.288489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:37.345876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Pushing event updated for resources: {'Port': ['ID=bf652827-0ef9-403b-868e-08db554fbe99,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:37.354044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd852-dedc-4d77-a7dc-e843a7e57d98 req-a0db2d9b-2f0b-428f-a7f1-e95433226122 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:37.360942 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a33dd852-dedc-4d77-a7dc-e843a7e57d98 req-a0db2d9b-2f0b-428f-a7f1-e95433226122 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 946 time: 0.1415434 Jun 21 09:31:37.363717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:37.393792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:37.441083 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a33dd852-dedc-4d77-a7dc-e843a7e57d98 req-8239976d-43a9-4d0f-b073-a699edd916f5 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790224 Jun 21 09:31:37.492650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:37.559228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9e480ff0-8b4c-4525-adcc-96a79716a816 None None] Port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:37.605964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:31:32Z', 'revision_number': 3, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port': {'id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:31Z', 'updated_at': '2021-06-21T09:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:37.613014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Checking router: 7a218ba2-555b-47c6-bbd9-7110dfde67b1 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:37.615380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Updating router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 port fba96b07-c1aa-4481-9979-f7b7949e93e6 binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:37.742622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:38.058459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:38.092731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:38.106929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:38.248458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd76b79-c71a-4a2b-bd68-0e4fe8b5c740 req-6ef9db5e-028f-454c-8d7f-8c286eccc90b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:38.266246 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bfd76b79-c71a-4a2b-bd68-0e4fe8b5c740 req-6ef9db5e-028f-454c-8d7f-8c286eccc90b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2384269 Jun 21 09:31:38.288454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:38.365363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:38.365707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:38.386606 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bfd76b79-c71a-4a2b-bd68-0e4fe8b5c740 req-a88c8d6a-08d7-459c-a13c-04b35a70cf72 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190097 Jun 21 09:31:38.414027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:38.476925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Pushing event updated for resources: {'Port': ['ID=bf652827-0ef9-403b-868e-08db554fbe99,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:38.483024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:38.717089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d5e76-1001-40a7-a313-37d4d1242ce0 req-2a7fc810-7c53-44b6-8efe-c7a7987b3aae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:38.718777 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7a5d5e76-1001-40a7-a313-37d4d1242ce0 req-2a7fc810-7c53-44b6-8efe-c7a7987b3aae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.1456296 Jun 21 09:31:38.820014 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7a5d5e76-1001-40a7-a313-37d4d1242ce0 req-dd44bdcf-df2c-4bfb-b7c1-07c2d4b81de1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735991 Jun 21 09:31:38.834610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Network d34459bc-c4a0-4ede-a950-de8bb78e721e is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:38.836477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:38.861137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b95c7568-8cdc-4cc7-a2bf-116b37dbd001 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:38.960796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c27f1-7957-45b8-93ff-b48e35b9f14a None None] Network d34459bc-c4a0-4ede-a950-de8bb78e721e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:31:39.383126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:39.397949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Transition to ACTIVE for port object fba96b07-c1aa-4481-9979-f7b7949e93e6 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:39.439807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:39.447261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6747256b-caff-4618-95a6-9e2e5caa78c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:39.553292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ffe6a-3187-4433-89b9-7d116900d692 None None] Pushing event updated for resources: {'Port': ['ID=fba96b07-c1aa-4481-9979-f7b7949e93e6,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:39.592448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e9ffe6a-3187-4433-89b9-7d116900d692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:39.621233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-67b02749-3884-4187-92ba-d29616b8ade5 None None] Provisioning for port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:39.623490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:31:39.712992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Attempting to bind port fba96b07-c1aa-4481-9979-f7b7949e93e6 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:39.713418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Attempting to bind port fba96b07-c1aa-4481-9979-f7b7949e93e6 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:39.715348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Attempting to bind port fba96b07-c1aa-4481-9979-f7b7949e93e6 on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:39.760210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:39.781610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:39.782091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:39.820627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c103c0a-715e-4ed9-8884-edaf0f4918d7 req-619e7626-c423-47e1-bfe6-a256de7d0364 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:39.836132 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6c103c0a-715e-4ed9-8884-edaf0f4918d7 req-619e7626-c423-47e1-bfe6-a256de7d0364 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2303069 Jun 21 09:31:39.876826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:39.882018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:39.885215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:39.887363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:39.890169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Bound port: fba96b07-c1aa-4481-9979-f7b7949e93e6, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:39.890651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:39.932125 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6c103c0a-715e-4ed9-8884-edaf0f4918d7 req-7a5b280d-c4e3-4a6a-85a9-0a323ead3557 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948031 Jun 21 09:31:40.074459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:31:40.096729 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] 10.222.0.36 "PUT /v2.0/routers/7a218ba2-555b-47c6-bbd9-7110dfde67b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2427053 Jun 21 09:31:40.257530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67108e45-fd89-4f1b-8dc0-0529b5fcbb13 req-0fe55ed1-1569-4379-b4d6-ec0233cb8bde tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:40.267060 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-67108e45-fd89-4f1b-8dc0-0529b5fcbb13 req-0fe55ed1-1569-4379-b4d6-ec0233cb8bde tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.2187405 Jun 21 09:31:40.409873 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-67108e45-fd89-4f1b-8dc0-0529b5fcbb13 req-56febc64-be67-4615-9333-ff4ac7e37d96 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347637 Jun 21 09:31:40.423006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] For port fba96b07-c1aa-4481-9979-f7b7949e93e6, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:40.445540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] For port fba96b07-c1aa-4481-9979-f7b7949e93e6, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=fba96b07-c1aa-4481-9979-f7b7949e93e6,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:40.473556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:40.498073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:40.566365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:40.668415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Routers {'7a218ba2-555b-47c6-bbd9-7110dfde67b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:40.686588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:40.872316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-a133d37e-88da-4846-bd9c-894eefb611c0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:40.876318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ffe6a-3187-4433-89b9-7d116900d692 None None] Pushing event updated for resources: {'Port': ['ID=fba96b07-c1aa-4481-9979-f7b7949e93e6,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:40.878006 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-a133d37e-88da-4846-bd9c-894eefb611c0 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.2079573 Jun 21 09:31:40.883761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e9ffe6a-3187-4433-89b9-7d116900d692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:41.098475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Deleting port b2761737-ef67-4409-a80b-6bd3c28d1605 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:31:41.099091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.110646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port b95c7568-8cdc-4cc7-a2bf-116b37dbd001, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:41.135342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.158314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e9ffe6a-3187-4433-89b9-7d116900d692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:41.354513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b9cce7e6-18f3-43b4-a228-e56ecae495b8 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:41.430078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40636) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:41.438564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544915035', 'description': 'tempest-secgroup-smoke-544915035 description', 'project_id': '4116b06b75314b7ca848839f4f207a7c'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:41.450081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:41.463514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:41.469877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:41.483598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:41.515134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.595661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-630544d3-5020-4dd6-9ad5-d19a00e95a07 None None] Provisioning for port bf652827-0ef9-403b-868e-08db554fbe99 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:41.601076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:41.614344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:41.620933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:41.635880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:41.638712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-630544d3-5020-4dd6-9ad5-d19a00e95a07 None None] Provisioning complete for port bf652827-0ef9-403b-868e-08db554fbe99 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:41.639145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-630544d3-5020-4dd6-9ad5-d19a00e95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.658187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] For port b2761737-ef67-4409-a80b-6bd3c28d1605, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b2761737-ef67-4409-a80b-6bd3c28d1605,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:41.658899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.770092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.779634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.835433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3287caa6-22f4-4a3c-8590-d29ca8f81599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:41.850422 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:41.869945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:41.891427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-630544d3-5020-4dd6-9ad5-d19a00e95a07 None None] Port bf652827-0ef9-403b-868e-08db554fbe99 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:41.913428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b92266-fa0c-4ff4-86c1-02f3ecc858ab,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:41.922178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] Set router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:41.922666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:41.923489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:41.925099 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1608 time: 0.4937727 Jun 21 09:31:41.928124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40650) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:41.943493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'security_group_rule': {'security_group_id': '41b92266-fa0c-4ff4-86c1-02f3ecc858ab', 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:41.955053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:41.965301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:41.971434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:41.990070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:42.029764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.035443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port b9cce7e6-18f3-43b4-a228-e56ecae495b8 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:42.054931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port b9cce7e6-18f3-43b4-a228-e56ecae495b8 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:42.055833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.137019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-630544d3-5020-4dd6-9ad5-d19a00e95a07 None None] Provisioning complete for port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:42.140357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-630544d3-5020-4dd6-9ad5-d19a00e95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.166849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Calling delete_port for b2761737-ef67-4409-a80b-6bd3c28d1605 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:31:42.254848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.262104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.264825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:42.348662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a8b832-da5e-435d-b18d-19a67b751d6e,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:42.352270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:42.353825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.355300 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4261634 Jun 21 09:31:42.359629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40658) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:42.367372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'security_group_rule': {'security_group_id': '41b92266-fa0c-4ff4-86c1-02f3ecc858ab', 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:42.375208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:42.398224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:42.402704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:42.411156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:42.436198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.532006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ab69c-34a5-4e8b-b95e-3f408a921f83 req-db7f410f-f330-4c72-a300-1fbb52622626 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:42.533719 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d2ab69c-34a5-4e8b-b95e-3f408a921f83 req-db7f410f-f330-4c72-a300-1fbb52622626 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.2468185 Jun 21 09:31:42.543396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533be0f9-13e5-4737-98db-a1f447c73bea req-d2b2b9c5-cd67-498a-abf0-29d4fcd792af tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:42.543635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.545092 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-533be0f9-13e5-4737-98db-a1f447c73bea req-d2b2b9c5-cd67-498a-abf0-29d4fcd792af tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 945 time: 0.5529132 Jun 21 09:31:42.556234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.596094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1312d12c-c4cc-4940-b5da-602c280877fc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:42.617266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d41d08-7245-4dcf-8604-ab2610f349e5,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:42.620542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:42.621588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.623259 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2623482 Jun 21 09:31:42.626266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40664) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:42.639151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'security_group_rule': {'security_group_id': '41b92266-fa0c-4ff4-86c1-02f3ecc858ab', 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:42.655436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:42.660502 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:42.674814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:42.692156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:42.726311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.857226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.868832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.905384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d18e56d4-6d33-4eb1-8f1e-d11c773000d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:42.915499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.919715 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2889166 Jun 21 09:31:42.929437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:42.934624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabd2683-f13e-49e1-a8e7-6ff499480b89,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:42.943721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:42.944388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40682) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:42.953122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'security_group_rule': {'security_group_id': '41b92266-fa0c-4ff4-86c1-02f3ecc858ab', 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:42.956123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Sync routers for ids ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:42.961656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:42.966850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:42.979578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:42.979578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:42.988828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Routers {'2864334b-3bd4-440c-b22b-d0ccd56c94a9'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:42.995659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.004930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:43.046187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port b9cce7e6-18f3-43b4-a228-e56ecae495b8, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b9cce7e6-18f3-43b4-a228-e56ecae495b8,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:43.063899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-19277741-34c5-4495-b5eb-0a2b8956f20c None None] Provisioning complete for port bf652827-0ef9-403b-868e-08db554fbe99 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:43.064322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-19277741-34c5-4495-b5eb-0a2b8956f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.066527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.069704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.092821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:43.099175 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d2ab69c-34a5-4e8b-b95e-3f408a921f83 req-4bccf202-14e7-4110-bd2d-e1650541286b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5527666 Jun 21 09:31:43.109214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b2448f-182c-4eae-aabc-ca801a3df3ad,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:43.111227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.115433 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1670644 Jun 21 09:31:43.116570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40686) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:43.117668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:43.124437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'security_group_rule': {'security_group_id': '41b92266-fa0c-4ff4-86c1-02f3ecc858ab', 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:43.152618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:43.168871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:43.189726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:43.217256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.221169 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-533be0f9-13e5-4737-98db-a1f447c73bea req-0fac6ec7-5891-4d7f-81e3-97e6a91fcf87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920419 Jun 21 09:31:43.229559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:43.236265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:43.265646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.271838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00f690f0-43d6-4c25-b026-ef829718360d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:43.294751 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.securitygroups_db [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Project 4116b06b75314b7ca848839f4f207a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 09:31:43.303371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.310944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Set router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:43.344743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Pushing event deleted for resources: {'Port': ['ID=b2761737-ef67-4409-a80b-6bd3c28d1605,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:43.349531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:43.353350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['4d7251dd-2f24-4fbc-b4c7-62c72127d5a3'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:31:43.422745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b95c7568-8cdc-4cc7-a2bf-116b37dbd001 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:43.446031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.453213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.455435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bae67a0f-a929-43a9-a0dd-391d974afe68 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:43.499120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b068c310-d3e3-4c44-9a21-35304b052fe3,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:43.512047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:43.524928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] No DVR routers for this DVR port b2761737-ef67-4409-a80b-6bd3c28d1605 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:31:43.531060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.536102 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1944a606-499b-453b-b10e-5c9487aacdce tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4172981 Jun 21 09:31:43.536814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40694) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:43.537750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.541787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'name': 'network-vif-deleted', 'tag': 'b2761737-ef67-4409-a80b-6bd3c28d1605'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:31:43.551448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'security_group_rule': {'security_group_id': '41b92266-fa0c-4ff4-86c1-02f3ecc858ab', 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:43.561011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:43.567484 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:security_group_rule and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:43.573849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:43.589948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:43.607855 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-19277741-34c5-4495-b5eb-0a2b8956f20c None None] Port bf652827-0ef9-403b-868e-08db554fbe99 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:43.611701 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.securitygroups_db [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Project 4116b06b75314b7ca848839f4f207a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 09:31:43.623515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.624073 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-198c1850-bed2-45b4-b9d9-dc8b28c111b3 req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "DELETE /v2.0/ports/b2761737-ef67-4409-a80b-6bd3c28d1605 HTTP/1.1" status: 204 len: 173 time: 2.7367914 Jun 21 09:31:43.656504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c2645-9a3d-4fd0-8bab-6428b2a8c9b8 req-e7dc20da-f05f-4f90-93cb-a5e17de44eb0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:43.673671 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-705c2645-9a3d-4fd0-8bab-6428b2a8c9b8 req-e7dc20da-f05f-4f90-93cb-a5e17de44eb0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.2484462 Jun 21 09:31:43.688730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 4, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port': {'id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:31Z', 'updated_at': '2021-06-21T09:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'bf652827-0ef9-403b-868e-08db554fbe99', 'name': '', 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'mac_address': 'fa:16:3e:05:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:36Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 2, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'subnets': [{'id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:43.699290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64e261-32c0-4d29-ac09-bd7911354137 None None] The sync data for ids ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'] in dv-cinder-797210-1-iscsi is: [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 4, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port': {'id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:31Z', 'updated_at': '2021-06-21T09:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'bf652827-0ef9-403b-868e-08db554fbe99', 'name': '', 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'mac_address': 'fa:16:3e:05:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:36Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 2, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'subnets': [{'id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:43.710347 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbba9bd2-9443-4717-b793-6b7bf52ee6d4', 'name': 'network-vif-deleted', 'tag': 'b2761737-ef67-4409-a80b-6bd3c28d1605', 'status': 'completed', 'code': 200} Jun 21 09:31:43.711616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=b9cce7e6-18f3-43b4-a228-e56ecae495b8,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:43.766213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:43.790714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:43.796490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.812038 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-705c2645-9a3d-4fd0-8bab-6428b2a8c9b8 req-d3886e08-5f32-4173-9240-466f72fede43 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310654 Jun 21 09:31:43.830188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.845696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:43.895735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b2761737-ef67-4409-a80b-6bd3c28d1605 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:31:43.920884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-02cc9f51-6654-4b0e-9d40-352aa6d9f16c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:43.962742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: b2761737-ef67-4409-a80b-6bd3c28d1605 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:31:43.963137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b2761737-ef67-4409-a80b-6bd3c28d1605 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:31:44.219068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 4, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa', 'name': '', 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'mac_address': 'fa:16:3e:35:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:28Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 2, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'subnets': [{'id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:44.223653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Checking router: 2864334b-3bd4-440c-b22b-d0ccd56c94a9 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:44.224200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Updating router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:44.276218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:44.277603 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7396784 Jun 21 09:31:44.278573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b959e76-620a-4739-9062-e9870ebb44b8,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:44.281823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ebfa0d8a-34a0-4bf5-8f08-0f57f8c36640 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:44.329576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:44.641035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c33c02de-ed83-4784-81ef-587c4ec24e83 req-bf3d20b7-2696-4603-8d73-c6bcf8f65b58 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Synchronizing usage tracker for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:31:44.662143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c33c02de-ed83-4784-81ef-587c4ec24e83 req-bf3d20b7-2696-4603-8d73-c6bcf8f65b58 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Unset dirty status for tenant:fdb7f04aa60b4c859ab1cb51e08a1a47 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:31:44.663426 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c33c02de-ed83-4784-81ef-587c4ec24e83 req-bf3d20b7-2696-4603-8d73-c6bcf8f65b58 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbba9bd2-9443-4717-b793-6b7bf52ee6d4 HTTP/1.1" status: 200 len: 210 time: 0.1205688 Jun 21 09:31:44.936665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:44.952250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Transition to ACTIVE for port object b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:44.959542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:44.964637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:45.068493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec04ab-2d41-4567-b872-9897169ef6b7 req-32e812b1-285a-4d2a-ab1f-3eadea2bd7ea tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:45.070159 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3bec04ab-2d41-4567-b872-9897169ef6b7 req-32e812b1-285a-4d2a-ab1f-3eadea2bd7ea tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1205263 Jun 21 09:31:45.141613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a897d1-a2b4-4ae4-b496-9a8dfcb46ec5 None None] Pushing event updated for resources: {'Port': ['ID=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:45.145632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f0a897d1-a2b4-4ae4-b496-9a8dfcb46ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:45.221522 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3bec04ab-2d41-4567-b872-9897169ef6b7 req-1e407819-3acb-4549-96a7-18c631dc2c9a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395721 Jun 21 09:31:45.323486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b9cce7e6-18f3-43b4-a228-e56ecae495b8 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:45.331619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Attempting to bind port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:45.332471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Attempting to bind port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:45.333104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Attempting to bind port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa on network 35df9b01-e739-4e6d-9fa3-81bd149003dd {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:45.347162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:45.355765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Checking segment: {'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:45.356164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:45.356613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Bound using segment: {'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:45.357678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Bound port: b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e5ce21-f6b6-4067-9623-d2e05878e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:45.358107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:45.463515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port b9cce7e6-18f3-43b4-a228-e56ecae495b8 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:45.464076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:45.494305 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] For port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:45.503408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] For port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:45.539438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:45.559069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-10b9d4b8-eff3-43c7-a716-63af2217dcb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:45.670644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a897d1-a2b4-4ae4-b496-9a8dfcb46ec5 None None] Pushing event updated for resources: {'Port': ['ID=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:45.685616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f0a897d1-a2b4-4ae4-b496-9a8dfcb46ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:45.698464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Routers {'2864334b-3bd4-440c-b22b-d0ccd56c94a9'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:45.699093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:45.957946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] Set router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:46.504206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb6bbc-7391-4624-a300-a37c9ddfa220 req-40af022f-6604-4206-808f-b7516754a0dd tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:46.513717 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b7eb6bbc-7391-4624-a300-a37c9ddfa220 req-40af022f-6604-4206-808f-b7516754a0dd tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1611972 Jun 21 09:31:46.523659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 4, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa', 'name': '', 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'mac_address': 'fa:16:3e:35:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:28Z', 'updated_at': '2021-06-21T09:31:45Z', 'revision_number': 4, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'subnets': [{'id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:46.532598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34dac64-7c23-4305-9a63-1fb518c2f126 None None] The sync data for ids ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'] in dv-cinder-797210-1-iscsi is: [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:31:29Z', 'revision_number': 4, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa', 'name': '', 'network_id': '35df9b01-e739-4e6d-9fa3-81bd149003dd', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'mac_address': 'fa:16:3e:35:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:28Z', 'updated_at': '2021-06-21T09:31:45Z', 'revision_number': 4, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'subnets': [{'id': '9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:46.585144 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b7eb6bbc-7391-4624-a300-a37c9ddfa220 req-9e00fd26-05a3-47f2-b418-c35444841ec3 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 Jun 21 09:31:46.613805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00a02-5757-4b74-ba21-c82bcc5f2097 req-eccc874c-9150-4e9c-9147-1ed4e820f18a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:46.615412 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a3f00a02-5757-4b74-ba21-c82bcc5f2097 req-eccc874c-9150-4e9c-9147-1ed4e820f18a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.2121701 Jun 21 09:31:46.733667 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a3f00a02-5757-4b74-ba21-c82bcc5f2097 req-059c7c6a-2aa9-4ea6-94cf-694f2e2b8af1 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757434 Jun 21 09:31:47.392609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fba96b07-c1aa-4481-9979-f7b7949e93e6 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:47.477911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port fba96b07-c1aa-4481-9979-f7b7949e93e6 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:47.483783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port fba96b07-c1aa-4481-9979-f7b7949e93e6 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:47.484199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:47.613766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:47.631261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port fba96b07-c1aa-4481-9979-f7b7949e93e6, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=fba96b07-c1aa-4481-9979-f7b7949e93e6,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:47.637752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:47.638872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:47.665744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:47.796795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=fba96b07-c1aa-4481-9979-f7b7949e93e6,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:47.800332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:47.816716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:47.825623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:47.826041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:47.845109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00469142-b3b8-40b3-83f0-c591dcb70ad7 req-95dc0ff3-7afc-463b-a13d-de4e616b7d84 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:47.849453 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-00469142-b3b8-40b3-83f0-c591dcb70ad7 req-95dc0ff3-7afc-463b-a13d-de4e616b7d84 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1113050 Jun 21 09:31:47.948385 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-00469142-b3b8-40b3-83f0-c591dcb70ad7 req-3d7da75b-d1a9-4fd3-bea5-b0dc5a6bf7ee tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 Jun 21 09:31:47.973232 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:47.987175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587f577-b419-4764-a6f6-2135a11c5d3d req-da1e8e3d-94a5-47eb-8d50-4efcdfcbd0d6 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:47.988723 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7587f577-b419-4764-a6f6-2135a11c5d3d req-da1e8e3d-94a5-47eb-8d50-4efcdfcbd0d6 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1382995 Jun 21 09:31:48.018743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:48.030371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:48.032674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:48.087483 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7587f577-b419-4764-a6f6-2135a11c5d3d req-9cbf538d-cbb5-4b1b-b789-4b21166328ff tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905948 Jun 21 09:31:48.124833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:48.136657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:49.214985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ca184-67c0-4742-b63c-687158b070a9 req-028636c9-d728-48a5-bf29-f4269f22b264 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:49.217571 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ec9ca184-67c0-4742-b63c-687158b070a9 req-028636c9-d728-48a5-bf29-f4269f22b264 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.0863962 Jun 21 09:31:49.321546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fba96b07-c1aa-4481-9979-f7b7949e93e6 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:49.346496 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ec9ca184-67c0-4742-b63c-687158b070a9 req-5764e3c0-f948-4596-bcf9-086cc14bb42b tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752127 Jun 21 09:31:49.353061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838acbd8-7b82-41d8-81c4-35437801737a req-6859cc98-4f12-4d2c-ae80-7a8785560327 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:49.354801 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-838acbd8-7b82-41d8-81c4-35437801737a req-6859cc98-4f12-4d2c-ae80-7a8785560327 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1343739 Jun 21 09:31:49.406702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port fba96b07-c1aa-4481-9979-f7b7949e93e6 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:49.407116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:49.419583 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-838acbd8-7b82-41d8-81c4-35437801737a req-2bee8bc6-b788-4772-b6f2-8b0147f00ea4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574408 Jun 21 09:31:49.575750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:49.658481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:49.658903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:49.968212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Sync routers for ids ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:31:49.980884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Routers {'7a218ba2-555b-47c6-bbd9-7110dfde67b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:49.982148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:50.178008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Set router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:50.772826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f7637-e576-479f-a148-946f5a50a08e req-fbea8dd5-9a8e-4e4f-b4ff-461a1a406950 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:50.775146 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1e7f7637-e576-479f-a148-946f5a50a08e req-fbea8dd5-9a8e-4e4f-b4ff-461a1a406950 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.2286520 Jun 21 09:31:50.845839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 4, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port': {'id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:31Z', 'updated_at': '2021-06-21T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'bf652827-0ef9-403b-868e-08db554fbe99', 'name': '', 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'mac_address': 'fa:16:3e:05:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:36Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 2, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'subnets': [{'id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:50.850102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Checking router: 7a218ba2-555b-47c6-bbd9-7110dfde67b1 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:31:50.850511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Updating router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 port bf652827-0ef9-403b-868e-08db554fbe99 binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:31:50.856429 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1e7f7637-e576-479f-a148-946f5a50a08e req-377adfe3-be5c-417c-b09e-b475eac6d0e5 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741849 Jun 21 09:31:50.864083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be725db-fbfb-477f-b222-806abb660830 req-fd856fe2-00a6-44e2-8186-d390c033631a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:50.871908 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-fd856fe2-00a6-44e2-8186-d390c033631a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 815 time: 0.2680893 Jun 21 09:31:50.884393 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-5a663d00-7f30-49e7-9c05-d6ddc6e11779 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/quotas/ac01d863784f4203ad544e3583375f3a HTTP/1.1" status: 200 len: 375 time: 0.0110791 Jun 21 09:31:50.902839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:50.974596 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-e7ffcb41-5670-4f27-8e0c-becc4387addb tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826533 Jun 21 09:31:51.164404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6295913-8a48-49ff-8366-119d4f99ed00 req-2460e027-7f68-4a16-916f-65f77d703ac4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:51.165891 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e6295913-8a48-49ff-8366-119d4f99ed00 req-2460e027-7f68-4a16-916f-65f77d703ac4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1902015 Jun 21 09:31:51.174839 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-6eee7a06-cf8d-4f7e-b927-6ffbdac18950 service neutron] 10.222.0.36 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645520 Jun 21 09:31:51.250173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:51.261994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Transition to ACTIVE for port object bf652827-0ef9-403b-868e-08db554fbe99 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:51.267646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:51.271894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0b045f1c-bf53-43e0-88eb-b131775ce3bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:51.320271 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e6295913-8a48-49ff-8366-119d4f99ed00 req-0c044eba-86d8-4a54-9021-35aa28b516f9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444142 Jun 21 09:31:51.353828 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-04f5a6df-9744-40c4-9b51-2578d1dcc7fb service neutron] 10.222.0.36 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602457 Jun 21 09:31:51.395358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562ad89-32e5-4712-a192-6719cc5f1a36 None None] Pushing event updated for resources: {'Port': ['ID=bf652827-0ef9-403b-868e-08db554fbe99,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:51.400120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0562ad89-32e5-4712-a192-6719cc5f1a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:51.488791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Attempting to bind port bf652827-0ef9-403b-868e-08db554fbe99 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:51.489230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Attempting to bind port bf652827-0ef9-403b-868e-08db554fbe99 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:51.489633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Attempting to bind port bf652827-0ef9-403b-868e-08db554fbe99 on network d34459bc-c4a0-4ede-a950-de8bb78e721e {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:51.496590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:51.497054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Checking segment: {'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:51.497517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:51.497944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Bound using segment: {'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:51.498452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Bound port: bf652827-0ef9-403b-868e-08db554fbe99, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f082bd-80b0-4663-b040-a19edc7d84ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:51.498867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:51.592870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] For port bf652827-0ef9-403b-868e-08db554fbe99, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:51.597820 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] For port bf652827-0ef9-403b-868e-08db554fbe99, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=bf652827-0ef9-403b-868e-08db554fbe99,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:51.601851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:51.607641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:51.646446 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4f6478fd-60db-4701-b985-9799c32460d0 req-fb955c95-fc50-4a6c-90fa-61262a94537e tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 210 time: 0.0551162 Jun 21 09:31:51.700420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562ad89-32e5-4712-a192-6719cc5f1a36 None None] Pushing event updated for resources: {'Port': ['ID=bf652827-0ef9-403b-868e-08db554fbe99,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:51.704888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Routers {'7a218ba2-555b-47c6-bbd9-7110dfde67b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:31:51.705898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:51.773026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0562ad89-32e5-4712-a192-6719cc5f1a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:51.939439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] Set router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:31:52.093065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517f5e3-8d3f-4a0d-8272-30d7e3374da5 req-02e7f7b8-644e-46b2-8368-8595b061e119 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:52.094648 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6517f5e3-8d3f-4a0d-8272-30d7e3374da5 req-02e7f7b8-644e-46b2-8368-8595b061e119 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.0861754 Jun 21 09:31:52.144442 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6517f5e3-8d3f-4a0d-8272-30d7e3374da5 req-06166615-203c-459d-bb9a-e2d8d8492095 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Jun 21 09:31:52.440057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 4, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port': {'id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:31Z', 'updated_at': '2021-06-21T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'bf652827-0ef9-403b-868e-08db554fbe99', 'name': '', 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'mac_address': 'fa:16:3e:05:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:36Z', 'updated_at': '2021-06-21T09:31:51Z', 'revision_number': 4, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'subnets': [{'id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:31:52.444241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba348-2f02-47f0-8758-10117a61293a None None] The sync data for ids ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'] in dv-cinder-797210-1-iscsi is: [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:31:37Z', 'revision_number': 4, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port': {'id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:31Z', 'updated_at': '2021-06-21T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'bf652827-0ef9-403b-868e-08db554fbe99', 'name': '', 'network_id': 'd34459bc-c4a0-4ede-a950-de8bb78e721e', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'mac_address': 'fa:16:3e:05:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:36Z', 'updated_at': '2021-06-21T09:31:51Z', 'revision_number': 4, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'subnets': [{'id': '840f7a25-f286-4eff-8332-d62f870bee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:31:52.525979 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc74ad-9c27-4544-ac88-a2f31b67f166 req-5292444f-d8d8-4450-8240-2c7158a3d226 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:52.527565 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-71fc74ad-9c27-4544-ac88-a2f31b67f166 req-5292444f-d8d8-4450-8240-2c7158a3d226 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0855832 Jun 21 09:31:52.583636 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-71fc74ad-9c27-4544-ac88-a2f31b67f166 req-cdfe3cd5-68f3-4c78-8292-224b421cf924 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Jun 21 09:31:52.979617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be2024fb-1dba-41fb-81ea-c656bb77e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:53.003994 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-21a7b1ef-cf6b-48db-9929-081d514cedbc req-eaff8bf1-a4b9-40c2-bfd7-5ea7d3bc385f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 210 time: 0.2383578 Jun 21 09:31:53.308945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device bf652827-0ef9-403b-868e-08db554fbe99 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:53.341917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bfdd1-f95a-4d5f-84b1-134a4a160e77 req-f118e466-7924-4a4b-bc68-f7457f804ec4 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:53.343634 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-048bfdd1-f95a-4d5f-84b1-134a4a160e77 req-f118e466-7924-4a4b-bc68-f7457f804ec4 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.0830886 Jun 21 09:31:53.373609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port bf652827-0ef9-403b-868e-08db554fbe99 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:53.378353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port bf652827-0ef9-403b-868e-08db554fbe99 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:53.378777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:53.394975 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-048bfdd1-f95a-4d5f-84b1-134a4a160e77 req-21634a98-262e-4139-8cf6-aaa2980188f8 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Jun 21 09:31:53.487889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:53.520241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port bf652827-0ef9-403b-868e-08db554fbe99, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=bf652827-0ef9-403b-868e-08db554fbe99,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:53.522937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:53.524789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:53.586956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=bf652827-0ef9-403b-868e-08db554fbe99,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:53.590287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:53.772335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68c0b2-f595-42bf-b5b6-83bd535f0aad req-cc65a171-66e2-4329-becd-8f853d0698a0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:53.773889 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3f68c0b2-f595-42bf-b5b6-83bd535f0aad req-cc65a171-66e2-4329-becd-8f853d0698a0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0771964 Jun 21 09:31:53.831196 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3f68c0b2-f595-42bf-b5b6-83bd535f0aad req-3b37d10e-b566-48f2-ad4a-c07909aa7835 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483348 Jun 21 09:31:54.172607 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eda4c52b-30d4-4756-a9a6-74bd3ec4cb22 req-8e32008f-21b8-44eb-b31d-df0d6903bc07 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 210 time: 0.0462065 Jun 21 09:31:54.178200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:54.625972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a226dbda-b14d-4837-bcdd-a6601fa8e3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:54.671775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9482-88f7-4aed-9f20-e91163b3b116 req-8b8c4038-14de-4556-b40c-1f9a42496be9 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:54.673358 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-480b9482-88f7-4aed-9f20-e91163b3b116 req-8b8c4038-14de-4556-b40c-1f9a42496be9 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1613879 Jun 21 09:31:54.679872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-e3d9dcc2-2460-4eb7-8821-75d081db1c1e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:54.681256 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-e3d9dcc2-2460-4eb7-8821-75d081db1c1e tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 945 time: 0.1347539 Jun 21 09:31:54.831350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Deleting port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:31:54.831736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:54.866140 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-480b9482-88f7-4aed-9f20-e91163b3b116 req-4516971a-899e-4e49-96ae-f4f3ac31829f tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835492 Jun 21 09:31:55.095901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:55.144615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be725db-fbfb-477f-b222-806abb660830 req-92d933fb-89a0-469e-bfae-6cf99c40e63f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:55.146151 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-92d933fb-89a0-469e-bfae-6cf99c40e63f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 815 time: 0.3832698 Jun 21 09:31:55.227024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'port': {'device_id': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'admin_state_up': True, 'tenant_id': 'ac01d863784f4203ad544e3583375f3a'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:55.304091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device bf652827-0ef9-403b-868e-08db554fbe99 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:31:55.374182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port bf652827-0ef9-403b-868e-08db554fbe99 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:55.374699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:55.404919 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6361275c-ecb0-4965-8dfb-59af31a2d515 req-f45e3077-7ef1-4e85-ac9c-b204664c2bdc tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 210 time: 0.0774732 Jun 21 09:31:55.428062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3302cf6-1586-437f-9241-650c1403442d req-e6206b1d-6a90-4a1f-86f5-5bc0fd8dcd1f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:55.430351 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c3302cf6-1586-437f-9241-650c1403442d req-e6206b1d-6a90-4a1f-86f5-5bc0fd8dcd1f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.4734123 Jun 21 09:31:55.472479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] For port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:55.472799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:55.493949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:31:55.494152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:55.615883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:port and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:31:55.624368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Calling delete_port for 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:31:55.658617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:31:55.676278 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:31:55.707495 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c3302cf6-1586-437f-9241-650c1403442d req-89e4e081-b069-49c1-96c5-12bab7072978 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600534 Jun 21 09:31:55.710660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Made reservation on behalf of ac01d863784f4203ad544e3583375f3a for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:31:55.715946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:56.187129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:56.200789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:56.227733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['4d7251dd-2f24-4fbc-b4c7-62c72127d5a3'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:31:56.253849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Pushing event deleted for resources: {'Port': ['ID=4d7251dd-2f24-4fbc-b4c7-62c72127d5a3,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:56.259807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:56.280329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Allocated IP 172.20.0.13 (56cc35ce-658c-41eb-92b2-58324937e2b2/52c658fe-cb7b-4694-aec5-fdc92951f2aa/f0335082-3c28-480c-aa73-a6bb0b4bd3ec) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:31:56.337451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1496b-4bc9-48cd-923a-8937868a66e3 req-d3627c03-aa7c-48ee-8191-6a6797abc534 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:56.339041 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ac1496b-4bc9-48cd-923a-8937868a66e3 req-d3627c03-aa7c-48ee-8191-6a6797abc534 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceba6100-d3e5-48f1-8e59-09e2b1882c93 HTTP/1.1" status: 200 len: 867 time: 0.3112628 Jun 21 09:31:56.396862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] No DVR routers for this DVR port 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:31:56.412416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:56.418071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'name': 'network-vif-deleted', 'tag': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:31:56.478686 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceba6100-d3e5-48f1-8e59-09e2b1882c93', 'name': 'network-vif-deleted', 'tag': '4d7251dd-2f24-4fbc-b4c7-62c72127d5a3', 'status': 'completed', 'code': 200} Jun 21 09:31:56.486217 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e3e760d9-fd7b-4d20-b8ce-3bc3390cde01 req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.45 "DELETE /v2.0/ports/4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 HTTP/1.1" status: 204 len: 173 time: 1.7881777 Jun 21 09:31:56.524589 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ac1496b-4bc9-48cd-923a-8937868a66e3 req-e980b8ba-04b2-4201-baf7-3017fb223bb7 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] 10.222.0.36 "GET /v2.0/security-groups?id=89088e5e-dd6f-45e6-b18e-711acd82c68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535316 Jun 21 09:31:56.646148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-9cded656-34ae-4b86-b650-80ddce3bc67c req-91e7dd7b-3495-4612-96a2-90c7c9cd39e0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Synchronizing usage tracker for tenant:ac01d863784f4203ad544e3583375f3a on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:31:56.687059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-9cded656-34ae-4b86-b650-80ddce3bc67c req-91e7dd7b-3495-4612-96a2-90c7c9cd39e0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Unset dirty status for tenant:ac01d863784f4203ad544e3583375f3a on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:31:56.688493 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9cded656-34ae-4b86-b650-80ddce3bc67c req-91e7dd7b-3495-4612-96a2-90c7c9cd39e0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 210 time: 0.1043036 Jun 21 09:31:56.708451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:56.724872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Transition to ACTIVE for port object f0335082-3c28-480c-aa73-a6bb0b4bd3ec will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:56.744293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:56.750257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:56.819211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:31:56.822521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:31:56.827735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:31:56.853164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:56.891482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:56.944295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:56.944895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:56.972537 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7618194 Jun 21 09:31:56.983580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c54a-f2b6-4801-8d26-eee546e459e1 req-6717d715-4905-4a82-a7c1-46603a3108d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:56.985198 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b15c54a-f2b6-4801-8d26-eee546e459e1 req-6717d715-4905-4a82-a7c1-46603a3108d7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1332226 Jun 21 09:31:56.996756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Request body: {'port': {'device_id': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:31:57.063547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:57.129708 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b15c54a-f2b6-4801-8d26-eee546e459e1 req-9f1264f3-5f16-4767-8a92-29685c85b3a0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371462 Jun 21 09:31:57.144571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:57.147490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3b250f89-1d40-4871-b172-5d3e80007dce None None] Provisioning for port f0335082-3c28-480c-aa73-a6bb0b4bd3ec completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:31:57.155127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3b250f89-1d40-4871-b172-5d3e80007dce None None] Provisioning complete for port f0335082-3c28-480c-aa73-a6bb0b4bd3ec triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:31:57.155735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3b250f89-1d40-4871-b172-5d3e80007dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:57.205675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-3b250f89-1d40-4871-b172-5d3e80007dce None None] Port f0335082-3c28-480c-aa73-a6bb0b4bd3ec cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:31:57.502860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0335082-3c28-480c-aa73-a6bb0b4bd3ec {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:31:57.509913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:57.525391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Transition to ACTIVE for port object f0335082-3c28-480c-aa73-a6bb0b4bd3ec will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:31:57.528080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:57.533311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8fd51616-84ad-4f37-a4bd-ae134d9b8462 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:57.647084 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40936) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:31:57.666396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:57.671484 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:57.796877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Attempting to bind port f0335082-3c28-480c-aa73-a6bb0b4bd3ec on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:31:57.797567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Attempting to bind port f0335082-3c28-480c-aa73-a6bb0b4bd3ec by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:31:57.798271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Attempting to bind port f0335082-3c28-480c-aa73-a6bb0b4bd3ec on network 56cc35ce-658c-41eb-92b2-58324937e2b2 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:57.806004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Port f0335082-3c28-480c-aa73-a6bb0b4bd3ec on network 56cc35ce-658c-41eb-92b2-58324937e2b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:31:57.807154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Attempting to bind port f0335082-3c28-480c-aa73-a6bb0b4bd3ec on network 56cc35ce-658c-41eb-92b2-58324937e2b2 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:31:57.818175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:31:57.819076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Checking segment: {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:31:57.819522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Bound using segment: {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:31:57.819991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Bound port: f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:31:57.820369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:57.973913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f60ec1-5fea-4029-8b82-ffd7d7882a1e req-4f6bd9ff-0ad8-4d8a-b8cf-aa8a0de3070d tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:57.975501 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c8f60ec1-5fea-4029-8b82-ffd7d7882a1e req-4f6bd9ff-0ad8-4d8a-b8cf-aa8a0de3070d tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.1585848 Jun 21 09:31:57.976582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:31:57.979888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:31:57.998732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:58.004487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-21b04ccb-5272-4514-abd1-063ab4d009f7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:58.051237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:58.074840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:58.080980 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 1094 time: 1.0863845 Jun 21 09:31:58.101225 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c8f60ec1-5fea-4029-8b82-ffd7d7882a1e req-c9f90bd2-9333-44da-bf28-467abd779022 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173627 Jun 21 09:31:58.107388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:58.110804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:58.218526 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-a7551bf9-d2de-4080-9ae8-5748c3445c55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1097 time: 0.0757933 Jun 21 09:31:58.360196 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-513f67b8-04cc-4067-86d8-51b60cc66d7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 217 time: 0.1199305 Jun 21 09:31:58.615837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:31:58.665238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be725db-fbfb-477f-b222-806abb660830 req-2c50b190-920c-407d-a8fa-610137674461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:58.666784 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-2c50b190-920c-407d-a8fa-610137674461 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.2987525 Jun 21 09:31:58.668481 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'status': 'completed', 'code': 200} Jun 21 09:31:58.678868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49304-6eb7-4aa6-b506-f4f534a22fe5 req-54cc49ff-1323-4d52-aa8d-70d25febfd57 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:58.680475 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-31e49304-6eb7-4aa6-b506-f4f534a22fe5 req-54cc49ff-1323-4d52-aa8d-70d25febfd57 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.3773623 Jun 21 09:31:58.716607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Deleting port 20c65b36-4db1-4f72-ba18-7c80f76918ca {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:31:58.717143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:58.752314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:31:58.788896 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-31e49304-6eb7-4aa6-b506-f4f534a22fe5 req-a3339438-dde3-4117-bd76-23d6607aa44e tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998309 Jun 21 09:31:58.803025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:31:58.805595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 4d7251dd-2f24-4fbc-b4c7-62c72127d5a3 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:31:58.817784 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-34cb388e-e91e-44d8-9ea3-8b9f078624cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121533 Jun 21 09:31:58.917287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] For port 20c65b36-4db1-4f72-ba18-7c80f76918ca, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=20c65b36-4db1-4f72-ba18-7c80f76918ca,segment=NetworkSegment(46255d99-8d87-476a-ac97-a66bb9c6a989),segment_id=46255d99-8d87-476a-ac97-a66bb9c6a989)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:31:58.918273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:58.981196 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-548c61f9-df45-4480-806b-02fa207adc84 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499355 Jun 21 09:31:59.065141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Calling delete_port for 20c65b36-4db1-4f72-ba18-7c80f76918ca owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:31:59.134887 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0be725db-fbfb-477f-b222-806abb660830 req-97d7104c-928b-4a0b-a69b-5fde1ef752c5 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361635 Jun 21 09:31:59.365190 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6510fc7-c41c-4730-b407-01f75961c456 req-e248d832-ff18-4c59-8680-7a1633562981 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1097 time: 0.1440589 Jun 21 09:31:59.371311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7399089-6e2b-471e-b93d-35363bc3cbdb req-eb993128-cd72-4a83-8dbd-52c55ef703b3 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:59.373469 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f7399089-6e2b-471e-b93d-35363bc3cbdb req-eb993128-cd72-4a83-8dbd-52c55ef703b3 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.1170194 Jun 21 09:31:59.524108 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f7399089-6e2b-471e-b93d-35363bc3cbdb req-15606996-58d8-4227-a233-01221c24623d tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252978 Jun 21 09:31:59.566236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510fc7-c41c-4730-b407-01f75961c456 req-b61984f6-b5e8-4470-85c9-534f059dd6ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:59.568098 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6510fc7-c41c-4730-b407-01f75961c456 req-b61984f6-b5e8-4470-85c9-534f059dd6ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 916 time: 0.1935949 Jun 21 09:31:59.639353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:31:59.644462 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6510fc7-c41c-4730-b407-01f75961c456 req-97fc2117-ac8a-4678-9ec2-8261156a7e7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 217 time: 0.0687954 Jun 21 09:31:59.644819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:31:59.691824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c65b36-4db1-4f72-ba18-7c80f76918ca,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:31:59.695535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:31:59.722506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510fc7-c41c-4730-b407-01f75961c456 req-c184786e-c5b8-4379-a858-939230e6552d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:31:59.724319 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6510fc7-c41c-4730-b407-01f75961c456 req-c184786e-c5b8-4379-a858-939230e6552d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.0714552 Jun 21 09:31:59.804183 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6510fc7-c41c-4730-b407-01f75961c456 req-08d87b52-5b8f-404a-8ded-018858bfa53e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712018 Jun 21 09:31:59.988435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:00.003408 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6510fc7-c41c-4730-b407-01f75961c456 req-ddac103a-be55-4d66-a1a0-42103df084c1 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892323 Jun 21 09:32:00.080525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a331e1-4ac7-48c6-a2ad-e06e17f38f83 req-5bf0a361-9a6a-4eb9-8e12-ba2bf9fa554d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:00.082987 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0a331e1-4ac7-48c6-a2ad-e06e17f38f83 req-5bf0a361-9a6a-4eb9-8e12-ba2bf9fa554d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1730654 Jun 21 09:32:00.218806 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0a331e1-4ac7-48c6-a2ad-e06e17f38f83 req-c8196d3a-3be8-47cc-aeba-231ada6bf5d9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283543 Jun 21 09:32:00.229569 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6510fc7-c41c-4730-b407-01f75961c456 req-fa2c5fc5-7ad3-49f2-adb0-f5173250ca62 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065048 Jun 21 09:32:00.422198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 40974) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:00.647948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462f0d3-988d-434c-ad73-7b1fbbfe2897 req-6c7dc490-9948-48c7-9d94-eb1a01819fd4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:00.650158 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b462f0d3-988d-434c-ad73-7b1fbbfe2897 req-6c7dc490-9948-48c7-9d94-eb1a01819fd4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1170182 Jun 21 09:32:00.674993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Router e561204a-8eee-4187-b8ed-fab5feb548ea has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:32:00.831469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:00.857381 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b462f0d3-988d-434c-ad73-7b1fbbfe2897 req-ef468ff2-1e72-4b22-a14b-35c86f1ac6da tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993694 Jun 21 09:32:00.898662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:00.900374 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:32:00.909043 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-21753467-6fb0-4b5a-9e32-b7d64e4e6657 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 1098 time: 0.2201989 Jun 21 09:32:00.910126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:30ac159a90e245d5b812b98e68616a09 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:00.911151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] Sync routers for ids ['e561204a-8eee-4187-b8ed-fab5feb548ea'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:32:00.914057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:00.918584 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] 10.222.0.36 "PUT /v2.0/routers/e561204a-8eee-4187-b8ed-fab5feb548ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2702429 Jun 21 09:32:00.919289 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40986) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:00.923506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:00.924810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] Routers {'e561204a-8eee-4187-b8ed-fab5feb548ea'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:00.926024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['e561204a-8eee-4187-b8ed-fab5feb548ea'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:00.953461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81657a-278d-440a-ac0f-982cb050ee00 req-f2634514-3715-43b3-bb15-0246735dafb6 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:00.955052 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a81657a-278d-440a-ac0f-982cb050ee00 req-f2634514-3715-43b3-bb15-0246735dafb6 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.2238977 Jun 21 09:32:01.160489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:01.271366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] Set router e561204a-8eee-4187-b8ed-fab5feb548ea gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:01.378469 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a81657a-278d-440a-ac0f-982cb050ee00 req-63b60fdd-4b46-4408-ae5c-df4c26ef3314 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019313 Jun 21 09:32:01.402446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-70d07057-887d-4bf5-8c3b-f97ef4e9ccc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:01.404671 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-70d07057-887d-4bf5-8c3b-f97ef4e9ccc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 911 time: 0.4831450 Jun 21 09:32:01.509242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:01.517119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:01.528196 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-446d404f-adf5-49d6-85c3-6dcc5abe7af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:01.587509 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30ac159a90e245d5b812b98e68616a09&name=default HTTP/1.1" status: 200 len: 2629 time: 1.1638949 Jun 21 09:32:01.588487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49eda3-267a-4659-b5e6-2def027164ae,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:01.590756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 40990) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:01.591901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:01.593559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:31:59Z', 'revision_number': 5, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:01.593895 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-02f60bc0-fb52-4c77-9265-53a758342bd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 200 len: 1000 time: 0.1762459 Jun 21 09:32:01.598480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] Checking router: e561204a-8eee-4187-b8ed-fab5feb548ea for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:32:01.617245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] Routers {'e561204a-8eee-4187-b8ed-fab5feb548ea'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:01.618062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:31:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['e561204a-8eee-4187-b8ed-fab5feb548ea'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:01.666522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-c505f4db-89d1-4984-a351-cc584aff6418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:01.668095 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-c505f4db-89d1-4984-a351-cc584aff6418 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.0661383 Jun 21 09:32:01.678911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0a009800-4bd5-4a2a-a57f-382f5bcd4d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:01.708507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:01.720796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0a009800-4bd5-4a2a-a57f-382f5bcd4d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:01.731966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Deleting port a000169e-a2f4-4fd6-a0a1-af6df7b6341e {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:32:01.732349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:01.755860 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-922345c6-f6fa-4cf9-b643-7286ea19a9f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781295 Jun 21 09:32:01.826661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] Set router e561204a-8eee-4187-b8ed-fab5feb548ea gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:01.927988 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-576ec948-27f0-44eb-9f1a-580d2807ed8e service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633828 Jun 21 09:32:01.972057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] For port a000169e-a2f4-4fd6-a0a1-af6df7b6341e, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:01.972572 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:02.107864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Calling delete_port for a000169e-a2f4-4fd6-a0a1-af6df7b6341e owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:32:02.146767 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b9d9f10-3d48-4fa9-8b04-1227fa4cbe54 req-3a508fd9-3a1b-48a1-a2a8-2faab52fbebe service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087498 Jun 21 09:32:02.157134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0a009800-4bd5-4a2a-a57f-382f5bcd4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:02.165015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5034f4ed-8157-496f-9f69-3079323641af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:02.179993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9bad2-c17b-4de8-802e-3f4271197a45 req-d656a32e-1f0a-4146-89da-2df5811c8559 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:02.181082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a009800-4bd5-4a2a-a57f-382f5bcd4d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49eda3-267a-4659-b5e6-2def027164ae,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:02.181542 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-19c9bad2-c17b-4de8-802e-3f4271197a45 req-d656a32e-1f0a-4146-89da-2df5811c8559 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0910819 Jun 21 09:32:02.183721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0a009800-4bd5-4a2a-a57f-382f5bcd4d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:02.212085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0a009800-4bd5-4a2a-a57f-382f5bcd4d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:02.213280 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0a009800-4bd5-4a2a-a57f-382f5bcd4d25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce49eda3-267a-4659-b5e6-2def027164ae HTTP/1.1" status: 204 len: 168 time: 0.6212373 Jun 21 09:32:02.219876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:31:59Z', 'revision_number': 5, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:02.228923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ed703-7c87-4c3e-b61e-fec43d5edcfe None None] The sync data for ids ['e561204a-8eee-4187-b8ed-fab5feb548ea'] in dv-cinder-797210-1-iscsi is: [{'id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2036401978-router', 'tenant_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:14Z', 'updated_at': '2021-06-21T09:31:59Z', 'revision_number': 5, 'project_id': 'fdb7f04aa60b4c859ab1cb51e08a1a47', 'gw_port': {'id': 'a000169e-a2f4-4fd6-a0a1-af6df7b6341e', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e561204a-8eee-4187-b8ed-fab5feb548ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:16Z', 'updated_at': '2021-06-21T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:32:02.266750 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-19c9bad2-c17b-4de8-802e-3f4271197a45 req-5a5cdf2a-e59e-4654-9eb1-b7cdd1256bd5 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725062 Jun 21 09:32:02.346413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:02.354972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-df153e28-a99d-4fa2-9f5a-ebd22f5cb4ac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:02.406009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Pushing event deleted for resources: {'Port': ['ID=a000169e-a2f4-4fd6-a0a1-af6df7b6341e,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:02.442234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:02.609589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b016170-3929-4629-891c-eecf2807a2f1 req-be03395b-8563-42a5-b27d-b62fe6bed655 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:02.611154 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b016170-3929-4629-891c-eecf2807a2f1 req-be03395b-8563-42a5-b27d-b62fe6bed655 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0987039 Jun 21 09:32:02.666366 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2b016170-3929-4629-891c-eecf2807a2f1 req-34d87edc-d140-457b-b50f-935e9595cd07 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Jun 21 09:32:02.668642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:02.952685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:02.957179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.037966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.038597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e561204a-8eee-4187-b8ed-fab5feb548ea {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:32:03.052282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.056051 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e561204a-8eee-4187-b8ed-fab5feb548ea HTTP/1.1" status: 204 len: 168 time: 2.1332805 Jun 21 09:32:03.056329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41008) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:03.120595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Deleting subnet 54fbdf1f-ece7-42f9-939d-438fef981030 {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:32:03.120996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.176280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.237887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.307668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 20c65b36-4db1-4f72-ba18-7c80f76918ca no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:32:03.348050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 20c65b36-4db1-4f72-ba18-7c80f76918ca {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:32:03.348421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 20c65b36-4db1-4f72-ba18-7c80f76918ca not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:32:03.482240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d892f-e289-444f-b19a-9d0e4eaf077a req-ee03afba-8836-4499-8172-debb1708dc1c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:03.491457 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cc0d892f-e289-444f-b19a-9d0e4eaf077a req-ee03afba-8836-4499-8172-debb1708dc1c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.0980256 Jun 21 09:32:03.529952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.534931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0d3ce997-7f8e-492f-b0e3-64108fa7194e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:03.536598 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cc0d892f-e289-444f-b19a-9d0e4eaf077a req-f027d24b-4458-4e62-b5db-c3ded6647d22 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jun 21 09:32:03.570934 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fbdf1f-ece7-42f9-939d-438fef981030,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:03.573790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:03.579480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:03.585516 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/54fbdf1f-ece7-42f9-939d-438fef981030 HTTP/1.1" status: 204 len: 168 time: 0.5279441 Jun 21 09:32:03.588276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41018) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:03.976745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.099857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f0c6f-8d1a-4981-9b30-274bfc862ff9 req-8fbeb3b5-bd1d-4a6c-b233-71b9f27f9411 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:04.102034 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-458f0c6f-8d1a-4981-9b30-274bfc862ff9 req-8fbeb3b5-bd1d-4a6c-b233-71b9f27f9411 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.1449900 Jun 21 09:32:04.191253 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-458f0c6f-8d1a-4981-9b30-274bfc862ff9 req-7e5106ce-2ae8-4d3a-b1ae-758566ae6ef9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764453 Jun 21 09:32:04.206275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.223838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e13d2a-e8a3-4c75-b167-e79e85d57b8b']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:04.245862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46255d99-8d87-476a-ac97-a66bb9c6a989') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:04.246194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46255d99-8d87-476a-ac97-a66bb9c6a989') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:04.260216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.282331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.289426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:32:04.289932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:32:04.306144 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:32:04.392902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.398151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.402790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7829c6ee-8c88-4380-a6cd-d4b50b23b7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:04.426285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e13d2a-e8a3-4c75-b167-e79e85d57b8b,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:04.428927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:04.433921 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7c48e615-9c33-43b7-a043-f426a27e4b72 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e5e13d2a-e8a3-4c75-b167-e79e85d57b8b HTTP/1.1" status: 204 len: 168 time: 0.8435879 Jun 21 09:32:04.678038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41050) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:04.740549 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1ea99bb9-8da4-41d5-82a6-4d0cb4ab3950 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdb7f04aa60b4c859ab1cb51e08a1a47&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0611322 Jun 21 09:32:04.743233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41054) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:04.804505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.833961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.878859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.883898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-12c68af9-984b-41c2-a498-34492d4d4637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:04.897905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89088e5e-dd6f-45e6-b18e-711acd82c68d,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:04.901955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:04.905721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:04.906910 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89088e5e-dd6f-45e6-b18e-711acd82c68d HTTP/1.1" status: 204 len: 168 time: 0.1627131 Jun 21 09:32:05.293283 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device a000169e-a2f4-4fd6-a0a1-af6df7b6341e no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:32:05.343363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: a000169e-a2f4-4fd6-a0a1-af6df7b6341e {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:32:05.344040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device a000169e-a2f4-4fd6-a0a1-af6df7b6341e not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:32:05.447707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdedd4-7947-48f4-919b-c08370dbf7f1 req-8162afe5-4f5c-4a93-a5d9-6937eadc355b tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:05.458257 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0fdedd4-7947-48f4-919b-c08370dbf7f1 req-8162afe5-4f5c-4a93-a5d9-6937eadc355b tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.1278472 Jun 21 09:32:05.516627 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0fdedd4-7947-48f4-919b-c08370dbf7f1 req-3a32c939-a434-43b6-8233-4c669534da88 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572441 Jun 21 09:32:05.922415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41082) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:06.084033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-627038940-network', 'tenant_id': '6ee9e0eadd71400597b53d6e19e8bd32'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:06.094019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:06.098135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Usage tracker for resource:network and tenant:6ee9e0eadd71400597b53d6e19e8bd32 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:06.103593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:06.109996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:06.119970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Made reservation on behalf of 6ee9e0eadd71400597b53d6e19e8bd32 for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:32:06.124893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.138589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.172163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:06.176151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee9e0eadd71400597b53d6e19e8bd32 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:06.179975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:06.186124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:06.255079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.257919 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.262156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7c752b87-05ac-4542-8ec0-25702ef696c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:06.295478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca2c322-52f1-46fd-868e-8ea79f1cac78,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:06.299429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:06.307747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=80878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:32:06.318817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.319210 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Added segment 226395f6-eccf-4f94-b224-0656465b93ed of type vlan for network 3b379e08-442e-4bb5-8443-f782f3fb18cc Jun 21 09:32:06.346469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.386550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.389161 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:06.389816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.400519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:06.505707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b379e08-442e-4bb5-8443-f782f3fb18cc,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:06.512906 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5854704 Jun 21 09:32:06.512906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:06.513373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41092) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:06.517489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:32:06.519509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Request body: {'subnet': {'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-627038940-subnet', 'tenant_id': '6ee9e0eadd71400597b53d6e19e8bd32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:06.525652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:06.529975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Usage tracker for resource:subnet and tenant:6ee9e0eadd71400597b53d6e19e8bd32 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:06.533437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:06.540896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:06.554681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Made reservation on behalf of 6ee9e0eadd71400597b53d6e19e8bd32 for: {'subnet': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:32:06.560262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2743007'] for subnet, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:06.860507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f404f8-697b-4571-ac48-a38c930401ab req-c0992bff-992f-4c56-8baa-368d2c861b82 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:06.862215 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-04f404f8-697b-4571-ac48-a38c930401ab req-c0992bff-992f-4c56-8baa-368d2c861b82 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.1838467 Jun 21 09:32:06.947775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-04f404f8-697b-4571-ac48-a38c930401ab req-c250fd31-ddd0-4a4e-a217-afcf07189427 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666404 Jun 21 09:32:07.090959 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1391994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2742990'] for subnet, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:07.095480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:07.174499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e2b528-b760-43d6-8272-7d5325ca7306,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:07.179167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:07.183924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Checking segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:32:07.184837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Network hostable DHCP agents. Network: 3b379e08-442e-4bb5-8443-f782f3fb18cc, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:32:07.194172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:32:07.203030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 3b379e08-442e-4bb5-8443-f782f3fb18cc) {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:07.212134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccdd43-0609-438e-b94f-9b0ab583cfc6 None None] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:32:07.214493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:07.217184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:07.257605 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-762a2b9b-2f49-4276-9d72-fd8e250b6f70 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7433183 Jun 21 09:32:07.452158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f61f93-1419-44b6-a0ae-0bdacfaa3f99 None None] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:32:07.770415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:32:08.161214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6236cf-1184-4dea-aeed-960175fcb286 req-aa9f5548-a60f-4e1d-9971-d58e6114bf5e tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:08.162818 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e6236cf-1184-4dea-aeed-960175fcb286 req-aa9f5548-a60f-4e1d-9971-d58e6114bf5e tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0908263 Jun 21 09:32:08.214239 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e6236cf-1184-4dea-aeed-960175fcb286 req-68dad50b-7fc1-462f-99f6-160c69fbc2a7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Jun 21 09:32:09.409429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679c09-d0a8-48fe-a11d-0e9b630fe823 req-447992ec-8206-44f8-9d09-44b3f27732c9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:09.411095 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ea679c09-d0a8-48fe-a11d-0e9b630fe823 req-447992ec-8206-44f8-9d09-44b3f27732c9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0806718 Jun 21 09:32:09.466368 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ea679c09-d0a8-48fe-a11d-0e9b630fe823 req-7df74580-ff6a-48fe-ada6-0696ca8d7411 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Jun 21 09:32:10.666842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea42b55-9704-4e3a-a8a7-ea3844577ed6 req-6e1190d0-3c59-47d2-b881-62ad9b66ce3f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:10.668983 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8ea42b55-9704-4e3a-a8a7-ea3844577ed6 req-6e1190d0-3c59-47d2-b881-62ad9b66ce3f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0790591 Jun 21 09:32:10.723737 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8ea42b55-9704-4e3a-a8a7-ea3844577ed6 req-2c054a52-2490-468c-9077-3d4459aa228a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Jun 21 09:32:11.907410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-a89012ec-6513-443f-982f-d4c83ad3468a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:11.908158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-a89012ec-6513-443f-982f-d4c83ad3468a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:network {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:11.936746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-a89012ec-6513-443f-982f-d4c83ad3468a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:network {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:11.941624 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-a89012ec-6513-443f-982f-d4c83ad3468a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.4356380 Jun 21 09:32:11.954103 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7eb84-ae6e-4256-8c6c-303069118a24 req-3f2825f5-aa65-4401-9a23-e40f547460e5 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:11.955653 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bd7eb84-ae6e-4256-8c6c-303069118a24 req-3f2825f5-aa65-4401-9a23-e40f547460e5 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.1083024 Jun 21 09:32:11.982142 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-30440651-c111-44e5-86a4-836239d93f35 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/quotas/6ee9e0eadd71400597b53d6e19e8bd32 HTTP/1.1" status: 200 len: 375 time: 0.0347393 Jun 21 09:32:12.051570 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-ba29376b-fd72-42d0-91e4-31c4843fd512 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608981 Jun 21 09:32:12.063674 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2bd7eb84-ae6e-4256-8c6c-303069118a24 req-296c1bd1-5fc4-4ef9-8337-6f0f1e1ee0ab tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996034 Jun 21 09:32:12.208512 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-90c9e14c-bc7b-45e3-9b30-e1989833ebab service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356382 Jun 21 09:32:12.351091 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-18b3976d-b99d-457d-93bc-7f573532c109 service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341321 Jun 21 09:32:12.612131 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-029f1252-6153-4413-bcf5-55554e76488b req-90e19364-d7ad-4c07-a7a6-a129f8b34c09 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 210 time: 0.0526717 Jun 21 09:32:13.261799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4837ae-d941-478e-881c-56d1484403e5 req-94488402-2f2f-4620-bc10-b1fa0961053d tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:13.263506 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cc4837ae-d941-478e-881c-56d1484403e5 req-94488402-2f2f-4620-bc10-b1fa0961053d tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0815895 Jun 21 09:32:13.317726 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cc4837ae-d941-478e-881c-56d1484403e5 req-7374b7c3-b1bb-4771-8644-59a23d3cd40a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Jun 21 09:32:13.791129 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-11cc92be-d187-4f4d-b02f-1f26b856ee20 req-2f626fb7-9856-4570-9477-219d9dad3cb6 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 210 time: 0.0445917 Jun 21 09:32:14.517230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962c10b-c373-435f-89a4-e5a4fb3610d8 req-e2ddaf2e-7d03-41d0-a633-1997e246c11d tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:14.518965 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3962c10b-c373-435f-89a4-e5a4fb3610d8 req-e2ddaf2e-7d03-41d0-a633-1997e246c11d tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0860479 Jun 21 09:32:14.570670 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3962c10b-c373-435f-89a4-e5a4fb3610d8 req-f7ab3746-3a33-4554-a4d8-53f3c695efe3 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Jun 21 09:32:14.956708 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dcec7499-d484-4242-b798-c72db8c8f8b6 req-79cd1790-6bd7-49a6-8686-a04d886f12cb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 210 time: 0.0502305 Jun 21 09:32:15.766732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca28bb9-907d-4b7d-a3eb-81e97c782c71 req-29c40584-42d7-4100-b74c-4deabc7f7292 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:15.768300 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bca28bb9-907d-4b7d-a3eb-81e97c782c71 req-29c40584-42d7-4100-b74c-4deabc7f7292 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0792465 Jun 21 09:32:15.819293 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bca28bb9-907d-4b7d-a3eb-81e97c782c71 req-08aee7f9-037c-46eb-8383-04a270402de7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Jun 21 09:32:16.122017 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d3cbe365-5880-435c-a613-dc1fce91d809 req-a51ffc62-a0b8-41f4-b6e7-440e0d6a980f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 210 time: 0.0487568 Jun 21 09:32:17.014796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602a4e-72ac-433b-a566-dd6f4c35b03d req-0416374b-e4e2-425e-8677-c58e7ac9e7e9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:17.016976 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9602a4e-72ac-433b-a566-dd6f4c35b03d req-0416374b-e4e2-425e-8677-c58e7ac9e7e9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0805914 Jun 21 09:32:17.068432 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9602a4e-72ac-433b-a566-dd6f4c35b03d req-89a27c48-01e3-49d8-9d8f-e57b84509169 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Jun 21 09:32:17.284231 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d1045c5-6ac5-4f9c-83b1-601dd8277e3e req-f7550774-904c-47d7-bd31-47177281b0be tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 210 time: 0.0492432 Jun 21 09:32:18.267950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a5b9d-6c48-489f-b0a2-0be4b8cc43c5 req-8aa84cad-4631-4006-ad2c-98c67492293c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:18.269552 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0b5a5b9d-6c48-489f-b0a2-0be4b8cc43c5 req-8aa84cad-4631-4006-ad2c-98c67492293c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.0785913 Jun 21 09:32:18.368887 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0b5a5b9d-6c48-489f-b0a2-0be4b8cc43c5 req-e9ce404c-8e9e-4b25-9202-968940a80a18 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917687 Jun 21 09:32:18.392708 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-8fe1c9d0-dc8c-494b-a243-5e14195880d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816576 Jun 21 09:32:18.448586 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4142454d-3d65-4907-82a2-d7c36caa3d5d req-c968ca63-2dcb-4530-a503-5f8489cf1a60 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 210 time: 0.0498803 Jun 21 09:32:18.576652 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-0c431efc-d461-4b89-9414-b886993165ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 1098 time: 0.0756400 Jun 21 09:32:18.771890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-0afeb7cc-5b39-4b8f-8616-074325ffb4df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:18.773435 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-0afeb7cc-5b39-4b8f-8616-074325ffb4df service neutron] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 911 time: 0.1351857 Jun 21 09:32:18.887977 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-0e0cd56b-a5e6-4223-9658-ee5928df0a65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 200 len: 1000 time: 0.0975649 Jun 21 09:32:18.960662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-cfe26291-f4a9-4ecc-a54e-f30e8cbcd492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:18.962384 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-cfe26291-f4a9-4ecc-a54e-f30e8cbcd492 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.0630291 Jun 21 09:32:19.093944 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-a5872748-23db-434d-9916-d484b8b9a657 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826879 Jun 21 09:32:19.350856 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-928fa9ad-c5e3-4ef9-b90f-af93e1129159 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383578 Jun 21 09:32:19.423431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-d6f8a33d-9d2f-4587-90c5-6b17814fb52c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:19.424915 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-d6f8a33d-9d2f-4587-90c5-6b17814fb52c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.2233994 Jun 21 09:32:19.681565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Request body: {'port': {'device_id': '75fe44d8-0653-4ace-952a-53697d0faedd', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'admin_state_up': True, 'tenant_id': '6ee9e0eadd71400597b53d6e19e8bd32'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:19.807088 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78af19a1-b20d-420b-aff9-35449fdb728e req-382a5ce5-d60b-4f4b-a026-d26b1ce69ae0 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 210 time: 0.1340625 Jun 21 09:32:19.914719 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ccda7b1-03ae-4e84-be4a-b5b2d568bf8f req-8ae16454-fdcc-4382-8b23-02a9acd0e609 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520799 Jun 21 09:32:19.943888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:19.950759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Usage tracker for resource:port and tenant:6ee9e0eadd71400597b53d6e19e8bd32 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:19.954305 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:19.962139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2067cde-60ee-41da-9761-84f88cfab155 req-353fa5f0-26a6-4f1b-a9dd-0f03f2f94d68 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:19.963720 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e2067cde-60ee-41da-9761-84f88cfab155 req-353fa5f0-26a6-4f1b-a9dd-0f03f2f94d68 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 944 time: 0.2930601 Jun 21 09:32:19.967862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:20.003812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Made reservation on behalf of 6ee9e0eadd71400597b53d6e19e8bd32 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:32:20.009302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:20.085438 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e2067cde-60ee-41da-9761-84f88cfab155 req-f57c47a0-ba1f-4d1e-9f37-7169ce1638a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140628 Jun 21 09:32:20.191210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Allocated IP 172.20.0.13 (3b379e08-442e-4bb5-8443-f782f3fb18cc/01e2b528-b760-43d6-8272-7d5325ca7306/66533a27-c166-48df-a4a6-83077c6154e9) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:32:20.393852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:20.419956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:20.425865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4b2262c1-ff65-4088-9957-393b77cbbbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:20.491868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:32:20.495069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:20.499175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:32:20.532077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event updated for resources: {'Port': ['ID=66533a27-c166-48df-a4a6-83077c6154e9,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:20.553214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.553625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.554021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.554412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.554796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.555182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.555565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.555946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.556324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.556702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.557130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:20.563174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:20.574131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:20.575437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:20.595122 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9231665 Jun 21 09:32:20.627569 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Request body: {'port': {'device_id': '75fe44d8-0653-4ace-952a-53697d0faedd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:20.733019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:20.871104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f0335082-3c28-480c-aa73-a6bb0b4bd3ec details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:32:21.021960 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:21.036878 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'port_id': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'mac_address': 'fa:16:3e:12:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:32:21.088230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:21.106560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0335082-3c28-480c-aa73-a6bb0b4bd3ec {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:32:21.116651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-16ac4d85-845d-4afe-9173-bdf708ffc2d3 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Synchronizing usage tracker for tenant:4116b06b75314b7ca848839f4f207a7c on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:21.122412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:21.125772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:21.127722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:21.192452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:21.201664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.202055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.202434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.202810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.203031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390f477-3b84-46e8-93ab-a01b0fb030a9 req-96ccf3ab-ad49-4fbd-8cfa-f21d2c078f23 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:21.203174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.203530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.203780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0390f477-3b84-46e8-93ab-a01b0fb030a9 req-96ccf3ab-ad49-4fbd-8cfa-f21d2c078f23 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:21.203904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.204239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.204605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.204987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.205359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:21.209606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:21.212579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-16ac4d85-845d-4afe-9173-bdf708ffc2d3 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Unset dirty status for tenant:4116b06b75314b7ca848839f4f207a7c on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:21.213824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-16ac4d85-845d-4afe-9173-bdf708ffc2d3 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544915035&fields=id&tenant_id=4116b06b75314b7ca848839f4f207a7c HTTP/1.1" status: 200 len: 267 time: 0.1926246 Jun 21 09:32:21.220354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66533a27-c166-48df-a4a6-83077c6154e9 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:32:21.245441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:21.258177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0390f477-3b84-46e8-93ab-a01b0fb030a9 req-96ccf3ab-ad49-4fbd-8cfa-f21d2c078f23 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:21.259372 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0390f477-3b84-46e8-93ab-a01b0fb030a9 req-96ccf3ab-ad49-4fbd-8cfa-f21d2c078f23 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 932 time: 0.2950573 Jun 21 09:32:21.281201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Transition to ACTIVE for port object 66533a27-c166-48df-a4a6-83077c6154e9 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:32:21.306493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:21.315062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6d34faae-d2ee-4035-b868-8f8e98b6c14c tempest-DeleteServersTestJSON-376217222 tempest-DeleteServersTestJSON-376217222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:21.393320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-5ef42edc-b0b1-4ebd-9783-332f049ad098 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups/41b92266-fa0c-4ff4-86c1-02f3ecc858ab HTTP/1.1" status: 200 len: 4611 time: 0.1686971 Jun 21 09:32:21.479045 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0390f477-3b84-46e8-93ab-a01b0fb030a9 req-5da18798-9cbd-45d2-9ab6-f0fd5a53178d tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:21.508548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Pushing event updated for resources: {'Port': ['ID=66533a27-c166-48df-a4a6-83077c6154e9,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:21.519943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:21.597425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['f0335082-3c28-480c-aa73-a6bb0b4bd3ec'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:32:21.611059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0390f477-3b84-46e8-93ab-a01b0fb030a9 req-5da18798-9cbd-45d2-9ab6-f0fd5a53178d tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:21.612294 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0390f477-3b84-46e8-93ab-a01b0fb030a9 req-5da18798-9cbd-45d2-9ab6-f0fd5a53178d tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361633 Jun 21 09:32:21.710926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-f0bcba07-a052-4f24-b179-0c502c59386f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:21.711659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-f0bcba07-a052-4f24-b179-0c502c59386f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Synchronizing usage tracker for tenant:4116b06b75314b7ca848839f4f207a7c on resource:network {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:21.976026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Attempting to bind port 66533a27-c166-48df-a4a6-83077c6154e9 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:32:21.976321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Attempting to bind port 66533a27-c166-48df-a4a6-83077c6154e9 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:32:21.976674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Attempting to bind port 66533a27-c166-48df-a4a6-83077c6154e9 on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:32:21.986477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-f0bcba07-a052-4f24-b179-0c502c59386f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Unset dirty status for tenant:4116b06b75314b7ca848839f4f207a7c on resource:network {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:21.987685 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-f0bcba07-a052-4f24-b179-0c502c59386f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 808 time: 0.5420387 Jun 21 09:32:21.992400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Port 66533a27-c166-48df-a4a6-83077c6154e9 on network 3b379e08-442e-4bb5-8443-f782f3fb18cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:32:21.992750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Attempting to bind port 66533a27-c166-48df-a4a6-83077c6154e9 on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:32:22.015308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:32:22.015670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Checking segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:32:22.016069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Bound using segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:32:22.016537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Bound port: 66533a27-c166-48df-a4a6-83077c6154e9, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:32:22.016909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:22.035371 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-e0f37004-ad0e-49bf-bb17-95079b63d3d1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/quotas/4116b06b75314b7ca848839f4f207a7c HTTP/1.1" status: 200 len: 375 time: 0.0402737 Jun 21 09:32:22.051008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99145df4-9466-42c0-b9ce-62813272fa5b req-85154b59-47f1-45eb-a789-2e32df2dd200 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:22.052513 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99145df4-9466-42c0-b9ce-62813272fa5b req-85154b59-47f1-45eb-a789-2e32df2dd200 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 945 time: 0.3342838 Jun 21 09:32:22.213960 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99145df4-9466-42c0-b9ce-62813272fa5b req-b86d7f18-4ce2-4400-b85c-905e905e429a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342022 Jun 21 09:32:22.216173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] For port 66533a27-c166-48df-a4a6-83077c6154e9, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:32:22.221844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] For port 66533a27-c166-48df-a4a6-83077c6154e9, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=66533a27-c166-48df-a4a6-83077c6154e9,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:32:22.227302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:22.233259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f6022e37-6d85-4396-97f5-bf8da311bd17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:22.270683 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-08df0059-cb15-4854-b51b-a4a6dc2fa65d tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2283659 Jun 21 09:32:22.334143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:22.335581 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] 10.222.0.45 "PUT /v2.0/ports/66533a27-c166-48df-a4a6-83077c6154e9 HTTP/1.1" status: 200 len: 1094 time: 1.7126398 Jun 21 09:32:22.336114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fe44d8-0653-4ace-952a-53697d0faedd', 'tag': '66533a27-c166-48df-a4a6-83077c6154e9'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:22.358583 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Pushing event updated for resources: {'Port': ['ID=66533a27-c166-48df-a4a6-83077c6154e9,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:22.402753 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fe44d8-0653-4ace-952a-53697d0faedd', 'tag': '66533a27-c166-48df-a4a6-83077c6154e9', 'status': 'completed', 'code': 200} Jun 21 09:32:22.404061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:22.446781 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-572c60a3-415a-4411-bc4a-306ed2ab7bec service neutron] 10.222.0.36 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590319 Jun 21 09:32:22.639417 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-b552fa37-015e-45f2-9668-1696deb9b8a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 1097 time: 0.1894455 Jun 21 09:32:22.643041 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-d3138831-5f02-4da7-991f-756a59cd3339 service neutron] 10.222.0.36 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557438 Jun 21 09:32:22.724267 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-eff0e662-37bd-4e2c-bb97-1685770970a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66533a27-c166-48df-a4a6-83077c6154e9 HTTP/1.1" status: 200 len: 217 time: 0.0694861 Jun 21 09:32:22.843808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-6d21ac56-65a8-4c72-87bb-303599840eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:22.845643 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-6d21ac56-65a8-4c72-87bb-303599840eda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.1113360 Jun 21 09:32:22.869484 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f0335082-3c28-480c-aa73-a6bb0b4bd3ec up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:32:22.909350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab0fad-be8b-40cf-8feb-603db6880daf req-f946063d-8f8b-4418-83e3-3979ae8efb42 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:22.910933 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99ab0fad-be8b-40cf-8feb-603db6880daf req-f946063d-8f8b-4418-83e3-3979ae8efb42 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 944 time: 0.1419559 Jun 21 09:32:22.917123 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-e0e5db35-ca65-46f7-9640-77b223138316 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533409 Jun 21 09:32:22.940652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port f0335082-3c28-480c-aa73-a6bb0b4bd3ec completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:32:22.945577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port f0335082-3c28-480c-aa73-a6bb0b4bd3ec triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:32:22.945981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:23.003795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0439d43d-c068-4039-964e-220ed501f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:23.072111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:23.087940 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99ab0fad-be8b-40cf-8feb-603db6880daf req-e5896b26-ee96-4d0b-b68f-5c47ff3c442b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668887 Jun 21 09:32:23.100619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:23.113145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:23.118080 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-a5e3869a-069b-4e20-8767-13a16a2cf7b0 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819959 Jun 21 09:32:23.118799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:23.120891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:23.184448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:23.188556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:23.253740 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'code': 200} Jun 21 09:32:23.280768 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78a6e8df-e193-4078-9e76-b550624b2c48 req-bf51290a-14da-46cf-8f2f-4714a7f760d6 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 210 time: 0.0824220 Jun 21 09:32:23.534151 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ea87262-d72d-426e-86b1-98b2ae06d45f req-95708757-b822-4841-9c2c-5a18b1abcdad service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970754 Jun 21 09:32:23.540249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6517c4c-cfa4-456b-aa6a-407f841428da req-b1ee7159-27bd-4b88-bb19-271db6c55bb9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:23.541821 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6517c4c-cfa4-456b-aa6a-407f841428da req-b1ee7159-27bd-4b88-bb19-271db6c55bb9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.1792903 Jun 21 09:32:23.644342 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6517c4c-cfa4-456b-aa6a-407f841428da req-e7884c1e-4d90-4407-b159-098089d31c89 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932810 Jun 21 09:32:23.666067 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8da0e1a1-518d-4831-b1d9-3c60c3542eee req-6162665e-ff89-497f-8909-ba0a6d4b6417 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1099 time: 0.0741477 Jun 21 09:32:23.810037 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8da0e1a1-518d-4831-b1d9-3c60c3542eee req-1f3c0179-f345-4266-929a-478ee0b2a3bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953248 Jun 21 09:32:23.825066 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-0101877a-0bed-4838-b241-baa6d07399aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 1097 time: 0.1078544 Jun 21 09:32:24.172054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:24.343955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e023494-0434-4542-9ef1-7427d32a6144 req-b5c84a11-2ed6-460d-89be-af786be151e5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:24.345554 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e023494-0434-4542-9ef1-7427d32a6144 req-b5c84a11-2ed6-460d-89be-af786be151e5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 944 time: 0.1172693 Jun 21 09:32:24.476914 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8e57f602-21a3-4519-9f56-3ea593f094e7 req-fb4682df-1834-4711-ba12-09994f6f9c56 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 210 time: 0.0678658 Jun 21 09:32:24.517773 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5e023494-0434-4542-9ef1-7427d32a6144 req-7e61292f-cad4-4e50-97f9-b7c48bfde7c8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651509 Jun 21 09:32:24.522939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-2ea399c3-5a63-4cc7-8a61-3ddfb81d70db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:24.524411 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-2ea399c3-5a63-4cc7-8a61-3ddfb81d70db service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 915 time: 0.2309625 Jun 21 09:32:24.627009 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-d0deb8c4-c9e5-4fdd-a52f-e767bde78c7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66533a27-c166-48df-a4a6-83077c6154e9 HTTP/1.1" status: 200 len: 217 time: 0.0680320 Jun 21 09:32:24.627721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7c3478ee-a05d-468e-9e76-ef83ffb7decd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:24.703675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-0f7c8692-b0a3-4e92-99c5-26a54d862201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:24.705261 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-0f7c8692-b0a3-4e92-99c5-26a54d862201 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.0645680 Jun 21 09:32:24.990268 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-2dc96a74-f843-4f8c-a9c8-717072f81335 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2764642 Jun 21 09:32:25.070667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291ac-cd76-418f-8a6b-daeffc38aa0d req-8bc98417-f844-4ceb-8cfe-794a436abef0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:25.072242 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e4b291ac-cd76-418f-8a6b-daeffc38aa0d req-8bc98417-f844-4ceb-8cfe-794a436abef0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.1205502 Jun 21 09:32:25.111165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:25.225254 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e4b291ac-cd76-418f-8a6b-daeffc38aa0d req-941b919a-1261-4f42-93bf-1910fa6bbb1e tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447911 Jun 21 09:32:25.245585 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-e58d9bb5-e0c4-4282-8c9d-5e833b455747 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238410 Jun 21 09:32:25.390936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-3b13d772-6e13-4a83-8075-d83736f49da2 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:25.392489 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-3b13d772-6e13-4a83-8075-d83736f49da2 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.45 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 808 time: 0.1997387 Jun 21 09:32:25.455413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:25.542713 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7ed0777d-4a54-4b1b-8d2d-8f37e6fab7c9 req-e93cbd96-beb8-4309-b783-a5de79a91dc7 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190430 Jun 21 09:32:25.551680 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-b7c995f8-0cef-401d-a3b9-72510abf976f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4116b06b75314b7ca848839f4f207a7c HTTP/1.1" status: 200 len: 7027 time: 0.1152961 Jun 21 09:32:25.657302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'port': {'device_id': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'admin_state_up': True, 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'security_groups': ['41b92266-fa0c-4ff4-86c1-02f3ecc858ab']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:25.712618 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-360324b7-f5bc-4db0-9751-c3819cff282b req-ae91b616-75d8-412b-b5e9-3f1ee11e198f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 210 time: 0.1015558 Jun 21 09:32:25.861941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c8b4f-1ffa-4361-b002-29e24befca6c req-84ba54b1-336c-40dc-b736-eb63560937d9 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:25.863540 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-146c8b4f-1ffa-4361-b002-29e24befca6c req-84ba54b1-336c-40dc-b736-eb63560937d9 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 944 time: 0.2120950 Jun 21 09:32:25.865743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:25.869712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:port and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:25.874447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:25.893343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:25.917093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Made reservation on behalf of 4116b06b75314b7ca848839f4f207a7c for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:32:25.923057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:25.949999 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-146c8b4f-1ffa-4361-b002-29e24befca6c req-6b835871-1655-4ef5-8958-19bfce78c049 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766640 Jun 21 09:32:26.094184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Allocated IP 172.20.0.9 (f2a4c8b5-615d-4e55-8a4d-7ee2a855071d/e66fbc5e-73de-45e5-9c23-ea89dd36ad01/e9205e42-1cb7-49c4-8833-3a46b9d4f4d2) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:32:26.290339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:26.312336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Transition to ACTIVE for port object e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:32:26.332442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:26.338975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:26.453008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:32:26.459818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:26.462631 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:32:26.495586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:26.505499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:26.541038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:26.541423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:26.564686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a7d68-043c-4ab5-9771-a238ce03547f req-d2994063-b054-4a31-97a3-35c277b0aa54 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:26.566320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a8a7d68-043c-4ab5-9771-a238ce03547f req-d2994063-b054-4a31-97a3-35c277b0aa54 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.1959770 Jun 21 09:32:26.593734 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9410343 Jun 21 09:32:26.627888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Request body: {'port': {'device_id': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:26.661626 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a8a7d68-043c-4ab5-9771-a238ce03547f req-250108ea-6787-43a3-82a2-ad22477a2133 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854051 Jun 21 09:32:26.719855 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8cc72e77-4d96-4569-88df-ba1085ecc636 None None] Provisioning for port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:32:26.725504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8cc72e77-4d96-4569-88df-ba1085ecc636 None None] Provisioning complete for port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:32:26.725924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8cc72e77-4d96-4569-88df-ba1085ecc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:26.743824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:26.779984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-8cc72e77-4d96-4569-88df-ba1085ecc636 None None] Port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:32:26.880758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 66533a27-c166-48df-a4a6-83077c6154e9 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:32:27.037568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 66533a27-c166-48df-a4a6-83077c6154e9, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=66533a27-c166-48df-a4a6-83077c6154e9,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:27.068169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '66533a27-c166-48df-a4a6-83077c6154e9', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'port_id': '66533a27-c166-48df-a4a6-83077c6154e9', 'mac_address': 'fa:16:3e:82:95:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e2b528-b760-43d6-8272-7d5325ca7306', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:32:27.129123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:27.261926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac5cae-567a-42f4-bfa2-d2658882d544 req-5b0183b9-0bda-4595-ac0f-e5190075dea4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:27.265705 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0eac5cae-567a-42f4-bfa2-d2658882d544 req-5b0183b9-0bda-4595-ac0f-e5190075dea4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.4719071 Jun 21 09:32:27.312106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62f2d-cfd9-46b0-93df-18b927201079 req-2858a9a2-0c6f-4378-913e-6041c628b372 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:27.312886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-62e62f2d-cfd9-46b0-93df-18b927201079 req-2858a9a2-0c6f-4378-913e-6041c628b372 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Synchronizing usage tracker for tenant:4116b06b75314b7ca848839f4f207a7c on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:27.334773 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:27.352436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66533a27-c166-48df-a4a6-83077c6154e9 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:32:27.367919 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 66533a27-c166-48df-a4a6-83077c6154e9, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=66533a27-c166-48df-a4a6-83077c6154e9,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:27.370835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:27.373584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a186af3e-7ac2-429e-bf1a-8547587e25c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:27.419754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-62e62f2d-cfd9-46b0-93df-18b927201079 req-2858a9a2-0c6f-4378-913e-6041c628b372 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Unset dirty status for tenant:4116b06b75314b7ca848839f4f207a7c on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:27.425472 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62e62f2d-cfd9-46b0-93df-18b927201079 req-2858a9a2-0c6f-4378-913e-6041c628b372 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 931 time: 0.5824184 Jun 21 09:32:27.438692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=66533a27-c166-48df-a4a6-83077c6154e9,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:27.442174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:27.447710 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0eac5cae-567a-42f4-bfa2-d2658882d544 req-7037a4b8-9424-4df3-b31a-c7c8dd31fe51 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594920 Jun 21 09:32:27.502067 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62e62f2d-cfd9-46b0-93df-18b927201079 req-08d192de-842e-4739-a142-46dde057b6d0 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724225 Jun 21 09:32:27.635158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:32:27.644412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:27.671219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Transition to ACTIVE for port object e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:32:27.678258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:27.687071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e8ee95e3-07dc-4b02-9a7a-4fbb73aecf1f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:27.743398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d879148-a18c-4306-aa27-23f1ae68b2ed req-1f2101c2-15da-484e-ac35-c822c7f130cc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:27.745175 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7d879148-a18c-4306-aa27-23f1ae68b2ed req-1f2101c2-15da-484e-ac35-c822c7f130cc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 945 time: 0.1689048 Jun 21 09:32:27.848315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:32:27.853402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:27.857849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:27.939853 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7d879148-a18c-4306-aa27-23f1ae68b2ed req-2bad18d4-d0ee-4405-9989-0177a06ac0eb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808150 Jun 21 09:32:28.059256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95be3a-f5a9-4342-8a6f-90d29479f396 req-1ce94e39-032a-47b4-902f-eacd80b5ca4a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:28.060809 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3c95be3a-f5a9-4342-8a6f-90d29479f396 req-1ce94e39-032a-47b4-902f-eacd80b5ca4a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.1946795 Jun 21 09:32:28.068155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Attempting to bind port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:32:28.068523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Attempting to bind port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:32:28.068877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Attempting to bind port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 on network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:32:28.095242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 on network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:32:28.095598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Attempting to bind port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 on network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:32:28.116544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:32:28.116909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Checking segment: {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:32:28.117338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Bound using segment: {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:32:28.117801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Bound port: e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5de727c-1d60-4d14-81c8-222a410bcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:32:28.118172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:28.143932 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3c95be3a-f5a9-4342-8a6f-90d29479f396 req-2434d74b-fb9b-403a-87c1-3d448bf10197 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719550 Jun 21 09:32:28.219026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:32:28.223215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:32:28.226769 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:28.231233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:28.290894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:28.292352 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 1093 time: 1.6735926 Jun 21 09:32:28.292885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:28.310507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:28.317625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:28.356592 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'status': 'completed', 'code': 200} Jun 21 09:32:28.703314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c3321-1ef1-4cbe-8aad-503237349e1d req-7e4d103f-b5a8-4108-b11f-df4a8a10d8e5 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:28.704910 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d0c3321-1ef1-4cbe-8aad-503237349e1d req-7e4d103f-b5a8-4108-b11f-df4a8a10d8e5 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0791903 Jun 21 09:32:28.757096 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d0c3321-1ef1-4cbe-8aad-503237349e1d req-e38e60fd-4777-42cd-a7f8-8fde61be6c8c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449023 Jun 21 09:32:29.169598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734d074-e61f-45cd-9fe7-8323aa36c2d1 req-57f7a21d-d97d-460f-8fb2-c1b656afd001 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:29.171173 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3734d074-e61f-45cd-9fe7-8323aa36c2d1 req-57f7a21d-d97d-460f-8fb2-c1b656afd001 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.1443942 Jun 21 09:32:29.176663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a43f9a-c60c-40ce-bd92-42e49c33fd0a req-286d1f76-c736-4463-9088-bdb820960433 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:29.178139 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c9a43f9a-c60c-40ce-bd92-42e49c33fd0a req-286d1f76-c736-4463-9088-bdb820960433 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 945 time: 0.1103921 Jun 21 09:32:29.257869 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3734d074-e61f-45cd-9fe7-8323aa36c2d1 req-7d96e0e1-5152-4385-ae45-7942cf53e1d2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787354 Jun 21 09:32:29.261428 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c9a43f9a-c60c-40ce-bd92-42e49c33fd0a req-06487ee8-f425-4708-b281-8040796d05c3 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647337 Jun 21 09:32:29.942459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86827-ebe2-4d81-9289-68d0c53ff3ec req-ebe19dd0-f04c-492e-9b2f-975509790aac tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:29.943934 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3ee86827-ebe2-4d81-9289-68d0c53ff3ec req-ebe19dd0-f04c-492e-9b2f-975509790aac tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0759726 Jun 21 09:32:30.002679 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3ee86827-ebe2-4d81-9289-68d0c53ff3ec req-56900972-27da-4c53-afa2-bfecde8b2ac2 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513823 Jun 21 09:32:30.510797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc1203-4732-4efc-83c2-d2cbb132c34b req-12c1c55f-bb61-48dd-8cec-01dfdbe28bfc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:30.512369 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-14fc1203-4732-4efc-83c2-d2cbb132c34b req-12c1c55f-bb61-48dd-8cec-01dfdbe28bfc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.1381702 Jun 21 09:32:30.518783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e120f-5d46-4b96-adbe-5b3ea19ca8a9 req-83ffd7ac-fd79-4f3c-b0b3-22f27d3f35fb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:30.520264 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-937e120f-5d46-4b96-adbe-5b3ea19ca8a9 req-83ffd7ac-fd79-4f3c-b0b3-22f27d3f35fb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 945 time: 0.1125910 Jun 21 09:32:30.596544 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-14fc1203-4732-4efc-83c2-d2cbb132c34b req-5f67e0f2-bb21-4ccc-8cdb-8a9a2190fad9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751789 Jun 21 09:32:30.601002 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-937e120f-5d46-4b96-adbe-5b3ea19ca8a9 req-5cd365dc-a73d-429f-b440-de477f921aa6 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652583 Jun 21 09:32:30.789199 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fc7b1d7d-b713-40ec-8a3d-eeb9217f1913 req-b2d64aaa-658c-4e96-8758-7d80303dbc66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1096 time: 0.0732052 Jun 21 09:32:30.955468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1d7d-b713-40ec-8a3d-eeb9217f1913 req-5271e536-7025-46b3-86cd-a3a6ba8b25d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:30.957020 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fc7b1d7d-b713-40ec-8a3d-eeb9217f1913 req-5271e536-7025-46b3-86cd-a3a6ba8b25d4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4116b06b75314b7ca848839f4f207a7c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1418254 Jun 21 09:32:31.107748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1d7d-b713-40ec-8a3d-eeb9217f1913 req-1c10466f-7286-499c-a8a8-17da0326db94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:31.109251 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fc7b1d7d-b713-40ec-8a3d-eeb9217f1913 req-1c10466f-7286-499c-a8a8-17da0326db94 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385441 Jun 21 09:32:31.236815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0003398-83cc-49a6-950a-a99f70f26477 req-2f498589-bfe6-4467-bb69-deff4a5698c1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:31.238359 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0003398-83cc-49a6-950a-a99f70f26477 req-2f498589-bfe6-4467-bb69-deff4a5698c1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.1174247 Jun 21 09:32:31.301068 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-11e20bab-8695-4297-969d-c1a3ea4abf66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1096 time: 0.1153793 Jun 21 09:32:31.303359 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b0003398-83cc-49a6-950a-a99f70f26477 req-a3518684-bab6-4de7-9639-7ca7bc06ae30 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575671 Jun 21 09:32:31.590879 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-5d05de6e-d90a-40db-ac26-b71a5dca80d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 217 time: 0.2649195 Jun 21 09:32:31.670910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-2e62eb71-ea9f-4840-8b90-5cfe684b756a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:31.673105 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-2e62eb71-ea9f-4840-8b90-5cfe684b756a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 200 len: 847 time: 0.0653527 Jun 21 09:32:31.879424 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-a057c1a2-b236-4aeb-a7b7-d42b90d6fcdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1972125 Jun 21 09:32:31.891076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb9b2e-5360-4f36-9820-2ba2a78d179b req-9c51b6ff-bb18-4bf8-92cd-82d776c46468 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:31.892631 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e1fb9b2e-5360-4f36-9820-2ba2a78d179b req-9c51b6ff-bb18-4bf8-92cd-82d776c46468 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 945 time: 0.1652608 Jun 21 09:32:31.899665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e600-555a-4ced-bc9b-c4e3f05d6852 req-cc198642-300c-4ff9-b8ef-f421001743b5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:31.901188 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e008e600-555a-4ced-bc9b-c4e3f05d6852 req-cc198642-300c-4ff9-b8ef-f421001743b5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.1751800 Jun 21 09:32:32.091483 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e008e600-555a-4ced-bc9b-c4e3f05d6852 req-067a6a96-a337-4a97-824e-53be6968ded6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672931 Jun 21 09:32:32.098307 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e1fb9b2e-5360-4f36-9820-2ba2a78d179b req-b13160ca-ca1a-4153-898d-60a6be6a19c4 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756525 Jun 21 09:32:32.136124 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-dd7b71e9-d967-4d2e-9131-63ae162a78b7 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422485 Jun 21 09:32:32.292572 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e9342b40-020c-4790-9e87-a64cd3a2a13c req-17bbd45b-e95f-4b7a-b75b-d3052a6ba442 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438963 Jun 21 09:32:32.493814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5c0cd-ea32-484d-aa13-3b6d211d7f77 req-bc830c93-99e1-43cf-9f48-7c88a0c2a2fb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:32.495391 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8db5c0cd-ea32-484d-aa13-3b6d211d7f77 req-bc830c93-99e1-43cf-9f48-7c88a0c2a2fb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0774460 Jun 21 09:32:32.548536 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8db5c0cd-ea32-484d-aa13-3b6d211d7f77 req-9253fc94-728a-4ed3-adf5-fc875ef105da tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Jun 21 09:32:33.283658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb444b-88cf-4f52-92fb-4bae10edc4d0 req-0ad76db3-0976-4bad-aff7-e9f30a78c0f7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:33.285253 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-66cb444b-88cf-4f52-92fb-4bae10edc4d0 req-0ad76db3-0976-4bad-aff7-e9f30a78c0f7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.0769758 Jun 21 09:32:33.335226 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-66cb444b-88cf-4f52-92fb-4bae10edc4d0 req-6ea11c11-ca01-4c9f-b7d4-ede2fba3f88b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Jun 21 09:32:33.510859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fdbae-cb85-40a9-b47a-c6fabb20b137 req-5863d742-1aaa-4ff0-bc45-cc57a06952d9 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:33.513006 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-955fdbae-cb85-40a9-b47a-c6fabb20b137 req-5863d742-1aaa-4ff0-bc45-cc57a06952d9 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 945 time: 0.0805182 Jun 21 09:32:33.562350 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-955fdbae-cb85-40a9-b47a-c6fabb20b137 req-56879201-c0b8-46e2-b6cf-d69f750e2970 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Jun 21 09:32:33.748482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a406284-7e16-4530-bd48-2b8efc8f79d6 req-69f1fe37-5b86-46ad-bd5e-8d605fdb404b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:33.750048 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1a406284-7e16-4530-bd48-2b8efc8f79d6 req-69f1fe37-5b86-46ad-bd5e-8d605fdb404b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0796583 Jun 21 09:32:33.798756 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1a406284-7e16-4530-bd48-2b8efc8f79d6 req-85735dd5-9a27-4dbf-8d01-06bff8520167 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Jun 21 09:32:34.524119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d4627-2d90-4cd0-8d03-7e66e093bf51 req-4a960679-94bd-4eaa-a497-e905e2b035e9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:34.525716 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b96d4627-2d90-4cd0-8d03-7e66e093bf51 req-4a960679-94bd-4eaa-a497-e905e2b035e9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.0773821 Jun 21 09:32:34.578871 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b96d4627-2d90-4cd0-8d03-7e66e093bf51 req-f16ef48c-31fa-41ca-8a92-1e965d3e2415 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460854 Jun 21 09:32:34.755730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d69284-b0e1-4b4d-8ec3-7f260d78e2eb req-8ae49c2f-f0f1-4237-a7b1-29e56c0e6cd6 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:34.756802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 66533a27-c166-48df-a4a6-83077c6154e9 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:32:34.757311 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b3d69284-b0e1-4b4d-8ec3-7f260d78e2eb req-8ae49c2f-f0f1-4237-a7b1-29e56c0e6cd6 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 945 time: 0.0765867 Jun 21 09:32:34.807929 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b3d69284-b0e1-4b4d-8ec3-7f260d78e2eb req-0d7f4d55-650f-4ca6-a3d1-4d767fe00dea tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Jun 21 09:32:34.822689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 66533a27-c166-48df-a4a6-83077c6154e9 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:32:34.826715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 66533a27-c166-48df-a4a6-83077c6154e9 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:32:34.827133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:34.936112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:34.967618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe44d8-0653-4ace-952a-53697d0faedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66533a27-c166-48df-a4a6-83077c6154e9'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:34.978291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 66533a27-c166-48df-a4a6-83077c6154e9, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=66533a27-c166-48df-a4a6-83077c6154e9,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:34.982033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:34.983926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:34.998602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ec489-5ee7-4e32-b49c-a50bd55f5c62 req-d7114e7c-f1eb-477b-af3a-bfad52f21f69 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:35.000159 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c9ec489-5ee7-4e32-b49c-a50bd55f5c62 req-d7114e7c-f1eb-477b-af3a-bfad52f21f69 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0860913 Jun 21 09:32:35.048701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=66533a27-c166-48df-a4a6-83077c6154e9,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:35.050362 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c9ec489-5ee7-4e32-b49c-a50bd55f5c62 req-feea0121-97ad-4f72-923d-779657c210bc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429308 Jun 21 09:32:35.052046 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:35.104652 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fe44d8-0653-4ace-952a-53697d0faedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66533a27-c166-48df-a4a6-83077c6154e9', 'code': 200} Jun 21 09:32:35.773138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aeea8-9392-419c-8381-e8ddd097643a req-e1c4130a-5cec-47b2-a62b-750cd01acd2b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:35.774760 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9e2aeea8-9392-419c-8381-e8ddd097643a req-e1c4130a-5cec-47b2-a62b-750cd01acd2b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.0763500 Jun 21 09:32:35.835333 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9e2aeea8-9392-419c-8381-e8ddd097643a req-68ef8350-6c3d-4674-a811-a5ac8bca99bd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531623 Jun 21 09:32:36.035534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5833f-d61c-4984-b061-9135ee88366c req-d4ec7e41-cdfd-4e98-a52c-818a7fd5bd23 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:36.037151 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0dc5833f-d61c-4984-b061-9135ee88366c req-d4ec7e41-cdfd-4e98-a52c-818a7fd5bd23 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.0865083 Jun 21 09:32:36.091456 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0dc5833f-d61c-4984-b061-9135ee88366c req-6cf42330-9ef8-4a68-b0b1-f1386099f401 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Jun 21 09:32:36.265916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fb3a41d5-fcbf-4f96-babd-7f4822e1c218 req-3be45d70-4401-4605-9d22-e41fcae7d3c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 1099 time: 0.1422358 Jun 21 09:32:36.271760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15076ab7-20bb-45c0-a664-1d169b8d48ea req-682dab84-fd5a-4558-afb3-fe23de6e683c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:36.273221 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-15076ab7-20bb-45c0-a664-1d169b8d48ea req-682dab84-fd5a-4558-afb3-fe23de6e683c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.1055679 Jun 21 09:32:36.366595 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fb3a41d5-fcbf-4f96-babd-7f4822e1c218 req-df44c90b-6fbc-44e9-af6f-a0892c20b443 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838659 Jun 21 09:32:36.372994 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-15076ab7-20bb-45c0-a664-1d169b8d48ea req-b9c40a75-15b4-4b36-97df-f543acc29095 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926299 Jun 21 09:32:36.815420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-75ae6079-4b5f-4cdc-b599-88abd7221802 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:36.816929 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-75ae6079-4b5f-4cdc-b599-88abd7221802 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.0762737 Jun 21 09:32:36.890624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Deleting port 7c1d0765-a6db-4e26-bba0-9244a4290af0 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:32:36.891018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:37.172318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed0fd5-9239-4c96-a205-943e30482424 req-a1273fa2-a8c4-44fe-b8ac-5d52888b5037 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:37.173938 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93ed0fd5-9239-4c96-a205-943e30482424 req-a1273fa2-a8c4-44fe-b8ac-5d52888b5037 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 946 time: 0.1974156 Jun 21 09:32:37.220858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] For port 7c1d0765-a6db-4e26-bba0-9244a4290af0, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=7c1d0765-a6db-4e26-bba0-9244a4290af0,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:37.221263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:37.565755 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93ed0fd5-9239-4c96-a205-943e30482424 req-ce4695b4-9dba-4b95-aee0-d0f6ea78ccdc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831542 Jun 21 09:32:37.658457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bd154-af01-4202-9a92-d27f641cbb09 req-a052be57-ec13-4461-8821-91652103cd25 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:37.660029 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-067bd154-af01-4202-9a92-d27f641cbb09 req-a052be57-ec13-4461-8821-91652103cd25 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.4483380 Jun 21 09:32:37.853010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:37.853564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:37.853715 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Floating IP 15961889-d378-48ca-beb3-93a6328c9713 disassociated. External IP: 172.27.0.249, port: 7c1d0765-a6db-4e26-bba0-9244a4290af0. Jun 21 09:32:37.853999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Calling delete_port for 7c1d0765-a6db-4e26-bba0-9244a4290af0 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:32:37.883464 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-067bd154-af01-4202-9a92-d27f641cbb09 req-82a8100d-65f7-48be-85ee-c451df1359c5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792736 Jun 21 09:32:37.921784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89120a34-7134-43ae-a64a-f30199d5545d req-095dda3f-8f77-4f46-9a96-4f26073f37cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:37.923335 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-89120a34-7134-43ae-a64a-f30199d5545d req-095dda3f-8f77-4f46-9a96-4f26073f37cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.2553120 Jun 21 09:32:38.023080 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-89120a34-7134-43ae-a64a-f30199d5545d req-46292743-13b7-488a-bff9-258f91c613fb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855966 Jun 21 09:32:38.049407 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:38.052383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5bd63fa6-4f7b-416c-b61a-ce5153e55b5c tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:38.095472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event deleted for resources: {'Port': ['ID=7c1d0765-a6db-4e26-bba0-9244a4290af0,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:38.099639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:38.300471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:32:38.492972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:32:38.502788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] Sync routers for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:32:38.517038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:38.517955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:38.568093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] No DVR routers for this DVR port 7c1d0765-a6db-4e26-bba0-9244a4290af0 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:32:38.570850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:38.575900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-deleted', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:38.592029 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fd45aa8b-b69f-4182-b8e9-9ed68eea249c req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "DELETE /v2.0/ports/7c1d0765-a6db-4e26-bba0-9244a4290af0 HTTP/1.1" status: 204 len: 173 time: 1.7674780 Jun 21 09:32:38.630151 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd128cd36-debd-4efa-a68b-2944fb23909b', 'name': 'network-vif-deleted', 'tag': '7c1d0765-a6db-4e26-bba0-9244a4290af0', 'status': 'completed', 'code': 200} Jun 21 09:32:38.710020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:38.746320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-a5933a91-a14d-4b0c-93a7-35e1e9b4d7f9 req-b739314a-57cd-4668-be07-878436851eff tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:38.766203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-a5933a91-a14d-4b0c-93a7-35e1e9b4d7f9 req-b739314a-57cd-4668-be07-878436851eff tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:38.767399 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5933a91-a14d-4b0c-93a7-35e1e9b4d7f9 req-b739314a-57cd-4668-be07-878436851eff tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 210 time: 0.0683944 Jun 21 09:32:39.028728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:39.032653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] Checking router: 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:32:39.044597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:39.045288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:39.084049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa346bf-7bf5-4b14-9a2b-636a6ac329d9 req-557817fe-c378-4ad5-af53-db6cd9fa1031 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:39.085792 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4aa346bf-7bf5-4b14-9a2b-636a6ac329d9 req-557817fe-c378-4ad5-af53-db6cd9fa1031 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.0838592 Jun 21 09:32:39.142604 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4aa346bf-7bf5-4b14-9a2b-636a6ac329d9 req-f748c13d-532f-4590-93af-6822132a3420 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Jun 21 09:32:39.218282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:39.231386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ced28-bee0-4232-8d7a-097df8802932 req-72a3a78e-3bb5-42c9-90e4-88dbea86ea1f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:39.233003 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-959ced28-bee0-4232-8d7a-097df8802932 req-72a3a78e-3bb5-42c9-90e4-88dbea86ea1f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0768385 Jun 21 09:32:39.285394 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-959ced28-bee0-4232-8d7a-097df8802932 req-87e04e2c-d784-49b3-a012-86caf482ca82 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452533 Jun 21 09:32:39.531318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:39.535194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3079dfc-c923-46f1-8213-125af517efa3 None None] The sync data for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi is: [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:32:39.938783 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3eeb21ec-b47f-4437-9e40-ea2189c41641 req-28ec684a-fd0a-4d71-a734-b6768634ed61 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d128cd36-debd-4efa-a68b-2944fb23909b HTTP/1.1" status: 200 len: 210 time: 0.0492949 Jun 21 09:32:39.990899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7d53fc-1833-4db5-a95c-a6390b109f9f None None] New status for floating IP 15961889-d378-48ca-beb3-93a6328c9713: DOWN {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:32:40.359039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3288-14e3-4754-83af-d919a8ebd9bc req-b96e66cf-93f2-4657-8755-9dd2b9d30cf8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:40.360945 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb1f3288-14e3-4754-83af-d919a8ebd9bc req-b96e66cf-93f2-4657-8755-9dd2b9d30cf8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.0944724 Jun 21 09:32:40.455738 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cb1f3288-14e3-4754-83af-d919a8ebd9bc req-021972e8-c796-4090-a8bd-f45d1ca705e1 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831397 Jun 21 09:32:40.537899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b711-0a0d-4f38-a050-4c02a3577a93 req-4d5d02c4-48b9-4e90-bd8b-446b9e52ba33 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:40.539479 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9e24b711-0a0d-4f38-a050-4c02a3577a93 req-4d5d02c4-48b9-4e90-bd8b-446b9e52ba33 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0920007 Jun 21 09:32:40.592929 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9e24b711-0a0d-4f38-a050-4c02a3577a93 req-743172eb-1e40-46a4-91f4-f5430b83e3cc tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459161 Jun 21 09:32:41.081163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41492) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:41.149083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:41.181936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:41.227337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:41.233040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6359fed5-e295-4a4f-9426-34e1631707fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:41.249311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:41.251816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:41.258320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:41.259527 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "DELETE /v2.0/security-groups/0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa HTTP/1.1" status: 204 len: 168 time: 0.1772189 Jun 21 09:32:41.263466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41496) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:41.281983 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.v2.resource [None req-5036fb26-39c1-4a36-b291-e282530f6e0c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] show failed (client error): The resource could not be found. Jun 21 09:32:41.283053 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5036fb26-39c1-4a36-b291-e282530f6e0c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups/0be08b95-dc5c-4c2a-b3ee-ceaadde12dfa HTTP/1.1" status: 404 len: 347 time: 0.0186067 Jun 21 09:32:41.286354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41500) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:41.436645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Deleting port 66066d90-76a8-47b0-a33f-f95a41c2726b {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:32:41.437209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:41.867725 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:41.868095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.039593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Calling delete_port for 66066d90-76a8-47b0-a33f-f95a41c2726b owned by network:floatingip {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:32:42.108737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab98a-3e03-4609-b072-3fc687ee573d req-c635eaa5-c90f-4fbd-a944-53bc4e9d96ed tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:42.110365 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-56aab98a-3e03-4609-b072-3fc687ee573d req-c635eaa5-c90f-4fbd-a944-53bc4e9d96ed tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.5344627 Jun 21 09:32:42.186818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617370-48d4-4853-8fb0-874bcc98d28f req-13203805-cbe1-4f72-a1b9-3e5a6ab30e4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:42.188638 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2f617370-48d4-4853-8fb0-874bcc98d28f req-13203805-cbe1-4f72-a1b9-3e5a6ab30e4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.3240936 Jun 21 09:32:42.255127 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-56aab98a-3e03-4609-b072-3fc687ee573d req-7a461939-5427-4caa-8eb3-0aad30a9553d tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278968 Jun 21 09:32:42.290525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.296650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-464749b3-06c1-44d9-a49a-0c6e41e45d87 tempest-ServerRescueNegativeTestJSON-1187496331 tempest-ServerRescueNegativeTestJSON-1187496331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:42.349263 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2f617370-48d4-4853-8fb0-874bcc98d28f req-bf45ecc4-1c59-4c84-a7df-f6cc9caa0473 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268787 Jun 21 09:32:42.350829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event deleted for resources: {'Port': ['ID=66066d90-76a8-47b0-a33f-f95a41c2726b,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:42.353372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:42.454768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.471604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.472849 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "DELETE /v2.0/floatingips/15961889-d378-48ca-beb3-93a6328c9713 HTTP/1.1" status: 204 len: 168 time: 1.1855285 Jun 21 09:32:42.771533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41526) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:42.777922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994575826', 'description': 'tempest-description--600076715'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:42.783974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:42.788190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:42.791839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:42.797964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:42.807135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.842851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:42.846719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group_rule and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:42.849565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:42.855332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:42.912676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.915344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.920394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ab0eefac-9a34-4a70-a94b-60d2447b62fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:42.963299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8332f608-30ed-4635-b404-3e238e7702d9,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:42.966425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:42.967673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:42.968929 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1595 time: 0.1963046 Jun 21 09:32:42.972112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41530) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:42.978076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'security_group_rule': {'security_group_id': '8332f608-30ed-4635-b404-3e238e7702d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:42.984072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:42.987978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group_rule and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:42.990943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:43.001792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:43.017177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.081155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.083738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.085853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-409d3998-b044-4438-b727-530293d1fcb2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:43.108834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82ebce1-29db-4d1e-9994-bafcd53ca243,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:43.111291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:43.116936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.118196 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-521b0144-d3de-4334-a6d6-28e77d309dee tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1451075 Jun 21 09:32:43.121943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41534) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:43.127953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'security_group_rule': {'security_group_id': '8332f608-30ed-4635-b404-3e238e7702d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:43.133977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:43.138518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:security_group_rule and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:43.141472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:43.147898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:43.162807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.223309 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.226074 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.234002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:43.257312 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721fc9fe-08e6-464f-9ea9-43489214f79e,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:43.259737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:43.266602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.267966 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1449885 Jun 21 09:32:43.271268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41542) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:43.277382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:43.283279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:43.287338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Usage tracker for resource:floatingip and tenant:16aed2b879a04f34a74a6b1983d22312 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:43.290464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:43.297724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:43.306693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.450221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.642319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b20e2-3b41-4b73-bb88-4ca00467d6e1 req-9bab9bed-c62b-48ba-9628-2db35414b035 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:43.643910 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a99b20e2-3b41-4b73-bb88-4ca00467d6e1 req-9bab9bed-c62b-48ba-9628-2db35414b035 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.1598864 Jun 21 09:32:43.656859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Allocated IP 172.27.0.69 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/208dee9f-efb0-4c76-97a2-f377e5123803) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:32:43.744007 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a99b20e2-3b41-4b73-bb88-4ca00467d6e1 req-91c71622-98eb-4df8-b00b-9c746f6b64ba tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891569 Jun 21 09:32:43.812775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:32:43.852617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 7c1d0765-a6db-4e26-bba0-9244a4290af0 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:32:43.853063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 7c1d0765-a6db-4e26-bba0-9244a4290af0 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:32:43.860001 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.886858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:43.891253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-11851633-9a24-4c8c-80bf-aff850450dd7 tempest-VolumesActionsTest-468041895 tempest-VolumesActionsTest-468041895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:43.951484 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:32:43.954397 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:43.958313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:32:43.989503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'Port': ['ID=208dee9f-efb0-4c76-97a2-f377e5123803,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:43.995754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:44.119620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:44.170126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:44.381470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:44.387701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:44.398735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fb25a3dd-86b3-4bce-828f-ba5ffd0c661c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:44.504912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'Port': ['ID=208dee9f-efb0-4c76-97a2-f377e5123803,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:44.509492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:44.510201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:44.532852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:44.534192 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2617795 Jun 21 09:32:44.765388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-cc58888f-11fe-4c99-a2b8-0205e3833976 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:44.774005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:32:44.780100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-cc58888f-11fe-4c99-a2b8-0205e3833976 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:44.781378 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-cc58888f-11fe-4c99-a2b8-0205e3833976 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1994575826&fields=id&tenant_id=16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 267 time: 0.0603371 Jun 21 09:32:44.847144 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-9d6ab492-860d-4e61-a916-97b9e3779790 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups/8332f608-30ed-4635-b404-3e238e7702d9 HTTP/1.1" status: 200 len: 2592 time: 0.0591228 Jun 21 09:32:45.263742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-727d4260-a14b-4748-a8ef-e851261f8616 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:45.265300 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-727d4260-a14b-4748-a8ef-e851261f8616 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 817 time: 0.4080427 Jun 21 09:32:45.270975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4b4f7-b8de-41b1-b091-385a48d63687 req-f8812f09-d5a2-429e-add9-4e345316e313 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:45.272408 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2fb4b4f7-b8de-41b1-b091-385a48d63687 req-f8812f09-d5a2-429e-add9-4e345316e313 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.3859215 Jun 21 09:32:45.306518 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-128e3cd9-338c-4c5e-9e30-b615ecfd043c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/quotas/16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 375 time: 0.0330980 Jun 21 09:32:45.374071 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2fb4b4f7-b8de-41b1-b091-385a48d63687 req-12c496f5-307b-4c49-bc2b-60e92d7d6059 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924056 Jun 21 09:32:45.403351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-caa7c934-1ddc-48e7-b966-75b6239aa005 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:45.418862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-caa7c934-1ddc-48e7-b966-75b6239aa005 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:45.420247 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-caa7c934-1ddc-48e7-b966-75b6239aa005 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045792 Jun 21 09:32:45.567518 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b820b38c-a512-413e-b497-c8ebbff06898 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333015 Jun 21 09:32:45.702998 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-1e237b66-9863-42ac-a9c0-2f1db5df8e04 service neutron] 10.222.0.36 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275041 Jun 21 09:32:45.801904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:32:46.002758 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8ed2dcab-50f3-45cf-aec9-af2c37d367ef req-4e265131-ac25-4536-9066-91a2347b0778 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 210 time: 0.0581698 Jun 21 09:32:46.126824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:46.141308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'port_id': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'mac_address': 'fa:16:3e:65:6e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:32:46.192703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:46.210694 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:32:46.229338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:46.232196 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:46.234038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c678bd77-aec9-481c-8e3c-82a90df2b2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:46.295526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:46.299096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:46.577902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a23b96-d0d5-4ba2-982d-46886ac75711 req-9ad25631-66a7-4ba7-8060-b3169466bc5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:46.579490 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-35a23b96-d0d5-4ba2-982d-46886ac75711 req-9ad25631-66a7-4ba7-8060-b3169466bc5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 944 time: 0.0847166 Jun 21 09:32:46.597897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:32:46.630973 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-35a23b96-d0d5-4ba2-982d-46886ac75711 req-804e28b2-3891-40e2-84a1-a4a3c930884e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Jun 21 09:32:47.192846 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-12bcdfe6-d49b-4ca7-a420-9660d7aebda0 req-153d1b7b-1eb3-4379-8174-a9e8b62aed7b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 210 time: 0.0453656 Jun 21 09:32:47.450747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-fb1afa14-746c-4c4f-9e62-8c421fc9e67d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:47.452343 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-fb1afa14-746c-4c4f-9e62-8c421fc9e67d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 817 time: 0.1555574 Jun 21 09:32:47.597976 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-7b1a704c-a0fc-4b5e-91b3-5d6aeadcdb5b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 5008 time: 0.1283045 Jun 21 09:32:47.610013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'port': {'device_id': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'admin_state_up': True, 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'security_groups': ['8332f608-30ed-4635-b404-3e238e7702d9']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:47.639064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2bfc1-0b17-46df-9a3c-7c329e0ac034 req-397638fb-e403-49d1-8579-a4d5347027f2 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:47.640640 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9f2bfc1-0b17-46df-9a3c-7c329e0ac034 req-397638fb-e403-49d1-8579-a4d5347027f2 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.1496665 Jun 21 09:32:47.816413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:32:47.820396 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9f2bfc1-0b17-46df-9a3c-7c329e0ac034 req-722d15e4-9d06-43a3-a6c5-d51707752f74 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658797 Jun 21 09:32:47.846439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41632) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:47.855688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:47.869687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:47.885529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc391112-d618-4687-9576-a478f71989c2 req-d4052296-3ced-41a9-8d24-a0ff0f4b4d5e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:47.887634 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc391112-d618-4687-9576-a478f71989c2 req-d4052296-3ced-41a9-8d24-a0ff0f4b4d5e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 944 time: 0.1337385 Jun 21 09:32:47.891518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Made reservation on behalf of 16aed2b879a04f34a74a6b1983d22312 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:32:47.894676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:32:47.897240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:47.899911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:32:47.900335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.025267 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc391112-d618-4687-9576-a478f71989c2 req-b98e2bbf-a1bf-4b34-8703-47891604dfae tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170793 Jun 21 09:32:48.027771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.071869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:48.094045 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:48.098736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.100705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f914afda-93fd-4811-8482-e0b3d4edd11c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:48.132311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-225d211a-6a34-46d2-9b59-3f2996e56d64 tempest-TestMinimumBasicScenario-1790656522 tempest-TestMinimumBasicScenario-1790656522-project-admin] Synchronizing usage tracker for tenant:1efcb1b022da49f2bb9ed0d4576f5ff9 on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:48.147589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Allocated IP 172.20.0.3 (9d7f5eaf-3b81-4765-9a39-fc894b211160/e654221f-3195-4150-94dd-8ad6aac2be3a/32dc795e-4e5f-4790-8fd7-48e36aa47664) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:32:48.150121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-225d211a-6a34-46d2-9b59-3f2996e56d64 tempest-TestMinimumBasicScenario-1790656522 tempest-TestMinimumBasicScenario-1790656522-project-admin] Unset dirty status for tenant:1efcb1b022da49f2bb9ed0d4576f5ff9 on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:48.151602 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'code': 200} Jun 21 09:32:48.154814 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-225d211a-6a34-46d2-9b59-3f2996e56d64 tempest-TestMinimumBasicScenario-1790656522 tempest-TestMinimumBasicScenario-1790656522-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1094 time: 0.3072450 Jun 21 09:32:48.155665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41642) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:48.162424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'port_id': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:48.169678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:48.174581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:floatingip and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:48.177793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:48.185236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:48.194558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:48.196481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for floatingip, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.198320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:48.346942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.378190 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6aa4b22e-f624-45f4-b313-37f1109653a4 req-4e067318-5047-4b51-9397-ef7ef864e6b2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 210 time: 0.0577645 Jun 21 09:32:48.408313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.424843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Transition to ACTIVE for port object 32dc795e-4e5f-4790-8fd7-48e36aa47664 will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:32:48.488026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Allocated IP 172.27.0.222 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/7f8be730-8be8-44f0-9667-616ab33ac557) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:32:48.490223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.497647 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:48.578111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:32:48.582259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:48.589114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:32:48.613275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:48.619782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:48.638479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.639751 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e4c3fe23-3a62-4246-a906-57727e654892 req-8019246b-a687-4941-9f00-7096e26aabf5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1098 time: 0.1975741 Jun 21 09:32:48.659745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:48.660476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.666154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.672759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-24194b27-8538-4928-a635-eb2386ab0850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:48.718933 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1128147 Jun 21 09:32:48.723689 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e4c3fe23-3a62-4246-a906-57727e654892 req-4578d3b0-1226-40b7-8ed0-8d9a17bf5324 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708840 Jun 21 09:32:48.742018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:32:48.745215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:48.747915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:32:48.793724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'Port': ['ID=7f8be730-8be8-44f0-9667-616ab33ac557,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:48.846467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a0a694f6-8692-456a-b0f8-e61f40d058a8 None None] Provisioning for port 32dc795e-4e5f-4790-8fd7-48e36aa47664 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:32:48.852186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-a0a694f6-8692-456a-b0f8-e61f40d058a8 None None] Provisioning complete for port 32dc795e-4e5f-4790-8fd7-48e36aa47664 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:32:48.852557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a0a694f6-8692-456a-b0f8-e61f40d058a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:48.854646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.855720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.856135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.856541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.856944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.857367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.857766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.858162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.858554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.858945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.859338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:32:48.865361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:48.908812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-a0a694f6-8692-456a-b0f8-e61f40d058a8 None None] Port 32dc795e-4e5f-4790-8fd7-48e36aa47664 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:32:49.009160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Request body: {'port': {'device_id': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:49.134135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.271633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.325738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.383485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebbc27-d5d8-434f-a36e-13e1722f68be req-f3275932-9cb7-427b-b34a-09aafa5df165 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:49.385120 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1eebbc27-d5d8-434f-a36e-13e1722f68be req-f3275932-9cb7-427b-b34a-09aafa5df165 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1928289 Jun 21 09:32:49.529464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.533048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.537217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:49.551376 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1eebbc27-d5d8-434f-a36e-13e1722f68be req-a7885430-ff43-49cf-af5c-66a5258fad07 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581426 Jun 21 09:32:49.648208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'Port': ['ID=7f8be730-8be8-44f0-9667-616ab33ac557,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:49.653246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:49.660408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.868550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9fafc-96cb-4c35-8c09-14bb63bd8cae req-83476bdf-5d0b-4a6b-81f6-84c35fde899f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:49.869354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-71a9fafc-96cb-4c35-8c09-14bb63bd8cae req-83476bdf-5d0b-4a6b-81f6-84c35fde899f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:49.894300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dc795e-4e5f-4790-8fd7-48e36aa47664 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:32:49.903954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.912140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-71a9fafc-96cb-4c35-8c09-14bb63bd8cae req-83476bdf-5d0b-4a6b-81f6-84c35fde899f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:49.913501 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-71a9fafc-96cb-4c35-8c09-14bb63bd8cae req-83476bdf-5d0b-4a6b-81f6-84c35fde899f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 931 time: 0.4136105 Jun 21 09:32:49.923782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Transition to ACTIVE for port object 32dc795e-4e5f-4790-8fd7-48e36aa47664 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:32:49.926836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:49.950061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cab17087-d2ba-49dc-89cc-fb7480e9ba8a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:50.091040 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Floating IP 42f70cca-bc92-45dd-aa15-8d8f8c935ac7 associated. External IP: 172.27.0.222, port: f0335082-3c28-480c-aa73-a6bb0b4bd3ec. Jun 21 09:32:50.103755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:50.106983 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:50.119848 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-71a9fafc-96cb-4c35-8c09-14bb63bd8cae req-70300582-85bf-4aed-bd8c-e161c62dc5f9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883707 Jun 21 09:32:50.226607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Attempting to bind port 32dc795e-4e5f-4790-8fd7-48e36aa47664 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:32:50.226862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Attempting to bind port 32dc795e-4e5f-4790-8fd7-48e36aa47664 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:32:50.227170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Attempting to bind port 32dc795e-4e5f-4790-8fd7-48e36aa47664 on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:32:50.233734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Port 32dc795e-4e5f-4790-8fd7-48e36aa47664 on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:32:50.234102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Attempting to bind port 32dc795e-4e5f-4790-8fd7-48e36aa47664 on network 9d7f5eaf-3b81-4765-9a39-fc894b211160 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:32:50.241498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:32:50.241872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Checking segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:32:50.242298 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Bound using segment: {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:32:50.242775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Bound port: 32dc795e-4e5f-4790-8fd7-48e36aa47664, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a5111a-9480-403c-b382-3e5952c96e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:32:50.243159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:50.341809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:32:50.347125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:32:50.357493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:50.362067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:50.422337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:50.423826 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/32dc795e-4e5f-4790-8fd7-48e36aa47664 HTTP/1.1" status: 200 len: 1093 time: 1.4195089 Jun 21 09:32:50.424389 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:50.452389 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:50.455790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:50.476194 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'status': 'completed', 'code': 200} Jun 21 09:32:50.508229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Router 70675d8f-f04a-402b-8cad-1ed268f4fd94 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:32:50.578606 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-96d00266-3f61-4465-bc98-e3f925717361 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 1096 time: 0.0736835 Jun 21 09:32:50.671321 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-e1f6ef70-b6de-4c20-92d7-1b3989ea0dbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664 HTTP/1.1" status: 200 len: 217 time: 0.0747545 Jun 21 09:32:50.717788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:32:50.727830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] Sync routers for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:32:50.741431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:50.742385 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:50.745209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:50.793785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-22417635-a0cf-4657-8a9d-c5502ff4625b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:50.795341 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-22417635-a0cf-4657-8a9d-c5502ff4625b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.1143482 Jun 21 09:32:50.799476 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6425142 Jun 21 09:32:50.801252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:50.802645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41664) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:50.812381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971365174', 'description': 'tempest-secgroup-smoke-1971365174 description', 'project_id': 'ac01d863784f4203ad544e3583375f3a'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:50.848512 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'status': 'completed', 'code': 200} Jun 21 09:32:50.862177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:50.872615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:50.877243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:50.886488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d5291-8189-4dd9-9412-98fc23c2901c req-bec02707-589a-480a-8091-e3609c799d5e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:50.888060 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-919d5291-8189-4dd9-9412-98fc23c2901c req-bec02707-589a-480a-8091-e3609c799d5e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.2090812 Jun 21 09:32:50.893303 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:50.940165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:50.963676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.031352 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-e3a61171-7925-42a9-86ca-d0a4eabf8705 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2248249 Jun 21 09:32:51.039008 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-919d5291-8189-4dd9-9412-98fc23c2901c req-5280ea90-c34b-48c9-868a-acc7004394a0 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409039 Jun 21 09:32:51.092111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:51.103473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:51.112164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:51.170608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:51.194081 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-03f1dfb8-7a5c-49ef-8648-32752dd57551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1099 time: 0.2663326 Jun 21 09:32:51.301924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '42f70cca-bc92-45dd-aa15-8d8f8c935ac7', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'port_id': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'mac_address': 'fa:16:3e:12:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:49Z', 'updated_at': '2021-06-21T09:32:49Z', 'revision_number': 0, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:26Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:51.305943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] Checking router: 70675d8f-f04a-402b-8cad-1ed268f4fd94 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:32:51.314339 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-6ebd32a4-c95a-4523-a592-e54db793e608 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665436 Jun 21 09:32:51.318026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:51.318684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:51.491414 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:51.527067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.590184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.609550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8652467d-67ad-4d3e-be7c-024a8f42ca39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:51.669944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-fa3dcfe5-fac3-4e9e-aaae-210406deeb6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:51.671518 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-fa3dcfe5-fac3-4e9e-aaae-210406deeb6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 916 time: 0.4554446 Jun 21 09:32:51.698582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.699720 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1610 time: 0.8952820 Jun 21 09:32:51.703172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41678) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:51.710056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'security_group_rule': {'security_group_id': 'aaf8ccfc-3105-4a05-afed-79b64afc39b5', 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:51.716910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:51.720928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:51.724748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:51.731408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:51.746833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.825022 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.828145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.830936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:51.846257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '42f70cca-bc92-45dd-aa15-8d8f8c935ac7', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'port_id': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'mac_address': 'fa:16:3e:12:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:49Z', 'updated_at': '2021-06-21T09:32:49Z', 'revision_number': 0, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:26Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:51.850980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefc1e0-57b7-43ac-a4cc-e5e314898a01 None None] The sync data for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi is: [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '42f70cca-bc92-45dd-aa15-8d8f8c935ac7', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'port_id': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'mac_address': 'fa:16:3e:12:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:49Z', 'updated_at': '2021-06-21T09:32:49Z', 'revision_number': 0, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:26Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:32:51.863037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8257c4-e989-4d5d-98b4-275ddb4c25a4,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:51.866283 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:51.874326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.878690 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1714838 Jun 21 09:32:51.879103 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41682) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:51.885935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'security_group_rule': {'security_group_id': 'aaf8ccfc-3105-4a05-afed-79b64afc39b5', 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:51.892791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:51.897748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:51.903030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:51.909933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:51.928773 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:51.957705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf8ccfc-3105-4a05-afed-79b64afc39b5,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:51.962000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:51.970133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ee8be-7121-4df0-8f9e-55e36f9f180d req-1545c901-ccc0-4b56-bdf3-b231534afe65 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:51.971694 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ca9ee8be-7121-4df0-8f9e-55e36f9f180d req-1545c901-ccc0-4b56-bdf3-b231534afe65 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.7211437 Jun 21 09:32:51.978863 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e329fea4-a6d4-4b68-9af0-a5bbe6eed336 req-0fceae85-6665-4265-87c1-fd87d8fdddfd service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213241 Jun 21 09:32:51.985001 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da234e2-5131-4350-94c5-ef95582396a5 req-98bb866a-af19-4245-9ab9-32efb4d47ddc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:51.986444 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9da234e2-5131-4350-94c5-ef95582396a5 req-98bb866a-af19-4245-9ab9-32efb4d47ddc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.6863225 Jun 21 09:32:52.003227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.007868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.010081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-089ba03d-2d32-46db-aa90-4a2df7169b4b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:52.040459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f7ac35-7bdd-4dd8-8569-2d1684d6edc7,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:52.043783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:52.052111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.056233 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1732898 Jun 21 09:32:52.056570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41686) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:52.063316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'security_group_rule': {'security_group_id': 'aaf8ccfc-3105-4a05-afed-79b64afc39b5', 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:52.070531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:52.076523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:52.080101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:52.087898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:52.094687 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9da234e2-5131-4350-94c5-ef95582396a5 req-2f03254e-db78-4dac-ae3e-376710c0c783 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827425 Jun 21 09:32:52.098005 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-a8b79e6f-a6a8-4c1a-885a-108b732444a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 1000 time: 0.4032490 Jun 21 09:32:52.103692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.136800 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ca9ee8be-7121-4df0-8f9e-55e36f9f180d req-1f932218-af65-4d66-ae9d-79b7f7061c5e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415789 Jun 21 09:32:52.165605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41692) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:52.204917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.215403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.219271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:52.235698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-29260186-8c8e-4fff-9fb5-fb5748e6b019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:52.237341 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-29260186-8c8e-4fff-9fb5-fb5748e6b019 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.0994024 Jun 21 09:32:52.256625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.261726 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2039514 Jun 21 09:32:52.264147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41698) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:52.273492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71fde7-0cd4-4cb7-b3b0-95ca2e014baf None None] New status for floating IP 42f70cca-bc92-45dd-aa15-8d8f8c935ac7: ACTIVE {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:32:52.274581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc20c51-71ca-4a5c-be90-352ac1af39a3,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:52.280280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'security_group_rule': {'security_group_id': 'aaf8ccfc-3105-4a05-afed-79b64afc39b5', 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:52.286690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b891e7e9-5b83-4562-9ee2-81b2cd088499 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:52.287717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:52.292112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:52.296004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:52.304900 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-c77b1d3a-cfb7-448f-8fac-1bf996a0a23b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 1096 time: 0.2091794 Jun 21 09:32:52.307127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:52.325080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.396705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.402962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.405091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:52.430012 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-cec8415e-4c4a-413d-8a34-c90c6fa1995a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1813247 Jun 21 09:32:52.458511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce794620-67b1-4c2a-8df6-ba7698b176c7,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:52.484324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:52.504362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.506540 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2409253 Jun 21 09:32:52.509872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41704) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:52.510653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-20bc3c52-6589-4cd2-877f-0d244ebcf7ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:52.512291 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-20bc3c52-6589-4cd2-877f-0d244ebcf7ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.1975613 Jun 21 09:32:52.523373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'security_group_rule': {'security_group_id': 'aaf8ccfc-3105-4a05-afed-79b64afc39b5', 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:52.531324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:52.535265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:52.538608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:52.548777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:52.564876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-558af6c0-cf2b-4e06-a2ec-6b2df2686d03 tempest-TestShelveInstance-1743274992 tempest-TestShelveInstance-1743274992-project-admin] Synchronizing usage tracker for tenant:7d41d8000d5c49168a6a0680836983db on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:52.569493 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.securitygroups_db [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Project ac01d863784f4203ad544e3583375f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 09:32:52.581812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.611338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-558af6c0-cf2b-4e06-a2ec-6b2df2686d03 tempest-TestShelveInstance-1743274992 tempest-TestShelveInstance-1743274992-project-admin] Unset dirty status for tenant:7d41d8000d5c49168a6a0680836983db on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:52.612585 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-558af6c0-cf2b-4e06-a2ec-6b2df2686d03 tempest-TestShelveInstance-1743274992 tempest-TestShelveInstance-1743274992-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1093 time: 0.4413819 Jun 21 09:32:52.616195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41708) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:52.629403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'port_id': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:52.637408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:52.643689 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-adf3458c-5d73-4799-84a8-21ed890a8df9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664 HTTP/1.1" status: 200 len: 217 time: 0.0847774 Jun 21 09:32:52.645226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Usage tracker for resource:floatingip and tenant:4116b06b75314b7ca848839f4f207a7c is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:52.649894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:52.667210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:52.686923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for floatingip, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.702228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.710327 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-10fbd50c-9bcb-4e0a-9895-94ffd9d4003d service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671652 Jun 21 09:32:52.719565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.740260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:52.763353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-6a0a7a60-d5bb-48d7-aedc-29ce3801610c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:52.764872 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-6a0a7a60-d5bb-48d7-aedc-29ce3801610c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.1053770 Jun 21 09:32:52.766805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52164dd-597d-4238-95d5-d3743743caca,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:52.769224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:52.781665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.782910 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3f0910eb-4e68-4c3e-a21d-7cbcf7e8f229 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2715943 Jun 21 09:32:52.787280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41712) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:32:52.794250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'security_group_rule': {'security_group_id': 'aaf8ccfc-3105-4a05-afed-79b64afc39b5', 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:52.803734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:52.849964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Usage tracker for resource:security_group_rule and tenant:ac01d863784f4203ad544e3583375f3a is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:32:52.855882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:32:52.864982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:52.888673 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.securitygroups_db [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Project ac01d863784f4203ad544e3583375f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 09:32:52.898699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.916254 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be4e2754-19af-49ff-8c5f-6f242857b577 req-afa2c5dd-f2e6-45c2-9fc6-ce595c52c285 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946685 Jun 21 09:32:52.923298 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-4b29f294-ff41-4afe-bf25-2fecc9ba98f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1485519 Jun 21 09:32:52.952117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:52.987732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e28f9a5-11b9-441c-af16-221cf437e866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.042255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.077067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.088679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-86a981dc-0501-40e6-893e-2db8f986def7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:53.117802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c3dfbf-f180-42f2-97f3-ae3c274828dc,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:53.118372 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-8ec90424-a24b-44c6-a17d-2637a17bb29a service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368277 Jun 21 09:32:53.126269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:53.144498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.145823 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3575521 Jun 21 09:32:53.154432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Allocated IP 172.27.0.215 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/617b7128-4689-4fb8-8fc0-25eaab9740ec) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:32:53.308610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.334739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.339332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:53.339629 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-96d08159-eac7-4d9f-86d3-8fe29b55c31a req-232d903d-6600-4780-a638-8a096be3d3f2 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108295 Jun 21 09:32:53.365879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-827b9e31-9bc6-4db5-9022-3d242ff78421 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Synchronizing usage tracker for tenant:ac01d863784f4203ad544e3583375f3a on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:32:53.387709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b560850-e0b0-4926-8a41-83a7f186a629 req-468f84e1-309d-4f35-b0de-3cd3976ac092 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:53.389338 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3b560850-e0b0-4926-8a41-83a7f186a629 req-468f84e1-309d-4f35-b0de-3cd3976ac092 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.1539648 Jun 21 09:32:53.399442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-827b9e31-9bc6-4db5-9022-3d242ff78421 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Unset dirty status for tenant:ac01d863784f4203ad544e3583375f3a on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:32:53.401119 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-827b9e31-9bc6-4db5-9022-3d242ff78421 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971365174&fields=id&tenant_id=ac01d863784f4203ad544e3583375f3a HTTP/1.1" status: 200 len: 267 time: 0.1218953 Jun 21 09:32:53.408482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'Port': ['ID=617b7128-4689-4fb8-8fc0-25eaab9740ec,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:53.413371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:53.415332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:32:53.416508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:53.421529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:32:53.499564 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3b560850-e0b0-4926-8a41-83a7f186a629 req-d55bddff-a7d2-4a7c-94cf-da0a74b707ca tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968380 Jun 21 09:32:53.525314 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-ac74ec72-b1a2-46ae-82fe-556a60c75bc0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:53.527414 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-ac74ec72-b1a2-46ae-82fe-556a60c75bc0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.1073198 Jun 21 09:32:53.540093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'port': {'security_groups': ['a19c7ca9-9c43-4ec3-9647-4b607b9e3113', 'aaf8ccfc-3105-4a05-afed-79b64afc39b5']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:53.656623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.927812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:53.957067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.961020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:53.968643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:54.016391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['f0335082-3c28-480c-aa73-a6bb0b4bd3ec'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:32:54.037691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:54.038742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.046143 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a84e883d-01b4-4648-9a1f-2384f50c8268 req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "PUT /v2.0/ports/f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 982 time: 0.5081222 Jun 21 09:32:54.046143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:54.067213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=6']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:54.081474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:54.140077 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'status': 'completed', 'code': 200} Jun 21 09:32:54.201039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.256273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.318234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.342644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['f0335082-3c28-480c-aa73-a6bb0b4bd3ec'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:32:54.457776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-13046a62-64e0-4f07-88c4-3023b540a387 None None] Provisioning complete for port f0335082-3c28-480c-aa73-a6bb0b4bd3ec triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:32:54.458193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-13046a62-64e0-4f07-88c4-3023b540a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.571637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fdc08-f74f-4ef4-ad37-455ec135c3fe req-dcb08c53-ca09-4540-a1d8-a1cf691269af tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:54.573496 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-056fdc08-f74f-4ef4-ad37-455ec135c3fe req-dcb08c53-ca09-4540-a1d8-a1cf691269af tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.3829370 Jun 21 09:32:54.586008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.592441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.603642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f926b3f5-a2c1-4aba-89fc-6ea00c6bd7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:54.631339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-54fb6459-d793-4dbb-9da7-217c2477f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.637332 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c27e5069-c5c4-4809-b901-79877760c753 req-bfbce84a-a9f1-4c4e-a8d8-20742a29b533 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1138 time: 0.3826051 Jun 21 09:32:54.645224 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-056fdc08-f74f-4ef4-ad37-455ec135c3fe req-5d1e22c3-8f9b-4f3d-a523-1e583fbf36b0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629056 Jun 21 09:32:54.756194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event updated for resources: {'Port': ['ID=617b7128-4689-4fb8-8fc0-25eaab9740ec,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:54.759558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:54.768874 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:54.947845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5069-c5c4-4809-b901-79877760c753 req-d9a024d4-bb64-4c23-bb03-a10266c8362e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:54.949510 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c27e5069-c5c4-4809-b901-79877760c753 req-d9a024d4-bb64-4c23-bb03-a10266c8362e service neutron] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 916 time: 0.3033135 Jun 21 09:32:54.959594 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Floating IP b81b6197-1a33-48ac-afa1-1739b890493c associated. External IP: 172.27.0.215, port: e9205e42-1cb7-49c4-8833-3a46b9d4f4d2. Jun 21 09:32:54.963307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd99ad4-0dee-496e-a96a-39f7c7218f1e req-cbd7e024-d9ad-4615-b2f5-14c2c058e19b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:54.965400 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bdd99ad4-0dee-496e-a96a-39f7c7218f1e req-cbd7e024-d9ad-4615-b2f5-14c2c058e19b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.2942150 Jun 21 09:32:55.107103 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:55.120744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-4bd5c9fa-7a07-421c-bde6-dfeceffcf326 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:55.122277 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-4bd5c9fa-7a07-421c-bde6-dfeceffcf326 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.3268416 Jun 21 09:32:55.132210 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c27e5069-c5c4-4809-b901-79877760c753 req-3df6f5b0-dbfe-4a92-87f4-6d594dc45e32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 1002 time: 0.1658437 Jun 21 09:32:55.135199 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bdd99ad4-0dee-496e-a96a-39f7c7218f1e req-650f785c-c6f3-4425-9e4d-9a316aa7ee9d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072586 Jun 21 09:32:55.146114 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-60386bb0-8e7e-4d74-baf0-e803e4f70b2a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/quotas/6ee9e0eadd71400597b53d6e19e8bd32 HTTP/1.1" status: 200 len: 375 time: 0.0163214 Jun 21 09:32:55.259771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5069-c5c4-4809-b901-79877760c753 req-215b9f04-d2d7-491a-91c6-09c5af452c78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:55.261394 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c27e5069-c5c4-4809-b901-79877760c753 req-215b9f04-d2d7-491a-91c6-09c5af452c78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.1126666 Jun 21 09:32:55.331118 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-724503c1-599c-462d-b908-527e4fef5eb3 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447783 Jun 21 09:32:55.345118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:32:55.400093 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c27e5069-c5c4-4809-b901-79877760c753 req-eaa39d28-6814-4207-b97d-167ded768976 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253719 Jun 21 09:32:55.458398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:55.549215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:32:55.558868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] Sync routers for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:32:55.572281 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:55.573190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:55.575499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:55.587105 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-c21fa58c-2ec9-44a4-917a-008025a517e6 service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437630 Jun 21 09:32:55.629555 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0122697 Jun 21 09:32:55.630976 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:55.649885 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c27e5069-c5c4-4809-b901-79877760c753 req-ea66a075-1073-4a4a-8704-9ad5dd813f4f service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085326 Jun 21 09:32:55.691006 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'status': 'completed', 'code': 200} Jun 21 09:32:55.887081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:32:55.909780 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-30965d9c-e9b4-403a-8504-810cb35f0d26 service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068841 Jun 21 09:32:55.941824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c27e5069-c5c4-4809-b901-79877760c753 req-f99e5a34-44a3-4dbb-baf9-1cd2fd840433 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821090 Jun 21 09:32:55.961044 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58bb386f-4ea8-4659-b453-53b84548a985 req-1ed4e2cd-3553-459c-a709-202126981254 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1098 time: 0.2000694 Jun 21 09:32:56.128414 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb386f-4ea8-4659-b453-53b84548a985 req-9ed3c180-e8c4-45c8-9655-6d90320875e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:56.130160 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58bb386f-4ea8-4659-b453-53b84548a985 req-9ed3c180-e8c4-45c8-9655-6d90320875e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 909 time: 0.1542568 Jun 21 09:32:56.140690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:56.157443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'port_id': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'mac_address': 'fa:16:3e:ec:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:32:56.222596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:56.275683 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:56.310745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dc795e-4e5f-4790-8fd7-48e36aa47664 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:32:56.406382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:56.414665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:56.419538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:56.493124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:56.499026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:56.561257 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a9e0268d-850f-4abc-a8de-723b8bcee4ee req-4ecbae67-d92c-4b58-8900-899d5b04d7cb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 210 time: 0.0717988 Jun 21 09:32:56.621866 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58bb386f-4ea8-4659-b453-53b84548a985 req-f4eb3df7-28ce-43f8-b0a5-7a04f8a4c529 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 999 time: 0.4609630 Jun 21 09:32:56.709806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': 'b81b6197-1a33-48ac-afa1-1739b890493c', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'port_id': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'mac_address': 'fa:16:3e:65:6e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:54Z', 'updated_at': '2021-06-21T09:32:54Z', 'revision_number': 0, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:35Z', 'revision_number': 5, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:56.713781 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] Checking router: a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:32:56.725016 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:32:56.725696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:56.757848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb386f-4ea8-4659-b453-53b84548a985 req-37e8586d-1c95-4538-aa73-0439311c723d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:56.760127 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58bb386f-4ea8-4659-b453-53b84548a985 req-37e8586d-1c95-4538-aa73-0439311c723d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 200 len: 847 time: 0.1373429 Jun 21 09:32:56.851690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['32dc795e-4e5f-4790-8fd7-48e36aa47664'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:32:56.886212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f90c43-338b-4dde-a124-9b0052645145 req-905ae9b3-a349-4446-b68a-dfd244dd7762 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:56.887796 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8f90c43-338b-4dde-a124-9b0052645145 req-905ae9b3-a349-4446-b68a-dfd244dd7762 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 944 time: 0.2030864 Jun 21 09:32:56.959259 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58bb386f-4ea8-4659-b453-53b84548a985 req-4902996f-0b15-47d5-a090-95fb68c63477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1569922 Jun 21 09:32:56.964817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:32:56.965940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bc7f9-283b-4282-a886-8a0e0d27bf03 req-672b37c8-ddd4-4bec-9cfc-58fdff586e16 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:56.967450 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ba9bc7f9-283b-4282-a886-8a0e0d27bf03 req-672b37c8-ddd4-4bec-9cfc-58fdff586e16 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 946 time: 0.2052960 Jun 21 09:32:57.035271 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8f90c43-338b-4dde-a124-9b0052645145 req-857659d5-454a-4437-ae54-f5a4bfa19fd0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379609 Jun 21 09:32:57.081199 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ba9bc7f9-283b-4282-a886-8a0e0d27bf03 req-8869c032-7b3a-4dcd-9a4e-cc7fcb2aa180 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804861 Jun 21 09:32:57.161808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:57.178972 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58bb386f-4ea8-4659-b453-53b84548a985 req-2f77a062-8303-43ca-8b60-4b1729d76762 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076304 Jun 21 09:32:57.388399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30a343-5100-4caf-a0c8-888d3c1209bf req-27441477-3b9d-4583-b02e-7bbbdb75e321 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:57.390045 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2f30a343-5100-4caf-a0c8-888d3c1209bf req-27441477-3b9d-4583-b02e-7bbbdb75e321 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.2073975 Jun 21 09:32:57.393940 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-58bb386f-4ea8-4659-b453-53b84548a985 req-2253f04b-1b5b-4685-b1ce-6e1fcf492e93 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771019 Jun 21 09:32:57.443809 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2f30a343-5100-4caf-a0c8-888d3c1209bf req-fef19790-0c47-4a38-b790-8595cee614d4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461059 Jun 21 09:32:57.550050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': 'b81b6197-1a33-48ac-afa1-1739b890493c', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'port_id': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'mac_address': 'fa:16:3e:65:6e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:54Z', 'updated_at': '2021-06-21T09:32:54Z', 'revision_number': 0, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:35Z', 'revision_number': 5, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:32:57.554169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de2418-505b-4dcf-aef7-46f2cb1110dc None None] The sync data for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi is: [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': 'b81b6197-1a33-48ac-afa1-1739b890493c', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'port_id': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'mac_address': 'fa:16:3e:65:6e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:54Z', 'updated_at': '2021-06-21T09:32:54Z', 'revision_number': 0, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:35Z', 'revision_number': 5, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:32:57.721790 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ef4972c1-b989-43aa-94b9-6a9859c8dbc5 req-16edd034-e4dd-4f57-82b9-f0dcd5b10d26 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 210 time: 0.0452600 Jun 21 09:32:57.863905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:32:57.880135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8a2b9-7dbd-46c9-8fbf-67e7ccb0c502 None None] New status for floating IP b81b6197-1a33-48ac-afa1-1739b890493c: ACTIVE {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:32:57.956134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 32dc795e-4e5f-4790-8fd7-48e36aa47664 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:32:57.963895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 32dc795e-4e5f-4790-8fd7-48e36aa47664 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:32:57.964349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:57.969125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-967fb903-6533-479a-9ad3-fa25c853e236 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:57.970721 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-967fb903-6533-479a-9ad3-fa25c853e236 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.1595571 Jun 21 09:32:58.005330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Request body: {'port': {'device_id': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'admin_state_up': True, 'tenant_id': '6ee9e0eadd71400597b53d6e19e8bd32'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:58.081667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:58.122743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:32:58.134577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:58.140779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:58.143815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e9ffe6a-3187-4433-89b9-7d116900d692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:58.196804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:32:58.230951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:58.234454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:58.290303 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:32:58.315911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Made reservation on behalf of 6ee9e0eadd71400597b53d6e19e8bd32 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:32:58.321299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:58.419101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb62b-398a-4916-8309-17e7bed9125c req-1aec21f4-0f57-4afc-887b-d344a166f2ab tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:58.420611 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9aeb62b-398a-4916-8309-17e7bed9125c req-1aec21f4-0f57-4afc-887b-d344a166f2ab tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.2252867 Jun 21 09:32:58.438749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834a266-f9f1-41b1-a5bc-e4209ba213ff req-f0a0bfc9-3f35-4225-b677-f180dd0d15d6 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:58.440234 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a834a266-f9f1-41b1-a5bc-e4209ba213ff req-f0a0bfc9-3f35-4225-b677-f180dd0d15d6 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 946 time: 0.2023411 Jun 21 09:32:58.579448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9aeb62b-398a-4916-8309-17e7bed9125c req-1c67738e-0238-4d86-b5ff-959cab69d3f1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474729 Jun 21 09:32:58.587220 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a834a266-f9f1-41b1-a5bc-e4209ba213ff req-b37bc020-67dd-4216-a440-17740f72aff6 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263459 Jun 21 09:32:58.613434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Allocated IP 172.20.0.2 (3b379e08-442e-4bb5-8443-f782f3fb18cc/01e2b528-b760-43d6-8272-7d5325ca7306/67ec472c-b6d8-456a-a975-3b513660701a) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:32:58.650496 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'code': 200} Jun 21 09:32:58.926670 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-24dbc658-27ef-423c-b77d-41c15950ed46 req-38c0992b-9776-4fe8-88dc-7e19c2b8301a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 210 time: 0.0677223 Jun 21 09:32:58.934974 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cec901-0cad-42f5-a918-6669a9f2af68 req-fdf8e77d-667f-4fdc-9887-feae5ad401b7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:58.936526 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20cec901-0cad-42f5-a918-6669a9f2af68 req-fdf8e77d-667f-4fdc-9887-feae5ad401b7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.2399828 Jun 21 09:32:58.973991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:59.062760 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20cec901-0cad-42f5-a918-6669a9f2af68 req-72ab589b-7f7e-4be7-a399-9ae0802ec766 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811868 Jun 21 09:32:59.066622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:59.072796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e436c1bd-0ccd-4944-a1cf-c142b6413eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:32:59.115332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:32:59.127025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-7ef94a40-272f-4e7c-ae18-1da75f23246e tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:59.129376 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-7ef94a40-272f-4e7c-ae18-1da75f23246e tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 946 time: 0.0862062 Jun 21 09:32:59.133595 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d90001c2-68c4-4b26-9a8e-59c0add9daf9 req-5d7de510-eaed-4221-adc9-7473bcea4097 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 1098 time: 0.1940701 Jun 21 09:32:59.165826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:32:59.168720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event updated for resources: {'Port': ['ID=67ec472c-b6d8-456a-a975-3b513660701a,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:32:59.173791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:32:59.175754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:32:59.178454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:32:59.222706 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Deleting port b8fcc201-b795-4928-b709-8b9ae41083e2 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:32:59.223100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:59.447609 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d90001c2-68c4-4b26-9a8e-59c0add9daf9 req-6d4ac739-7ae2-4af3-933f-ba5d550d7d22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992802 Jun 21 09:32:59.454472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:59.455128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:59.474620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] For port b8fcc201-b795-4928-b709-8b9ae41083e2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=b8fcc201-b795-4928-b709-8b9ae41083e2,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:32:59.475030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:59.481705 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-e233cec1-bc30-4507-907f-1b8d4f310be8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4826097 Jun 21 09:32:59.821799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Request body: {'port': {'device_id': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:32:59.848052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Calling delete_port for b8fcc201-b795-4928-b709-8b9ae41083e2 owned by compute:nova {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:32:59.947938 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e24a2c-31f0-4af7-a12d-414746155fac req-c11e6ab1-dd42-4e99-b02a-d6d75add5623 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:59.949567 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b2e24a2c-31f0-4af7-a12d-414746155fac req-c11e6ab1-dd42-4e99-b02a-d6d75add5623 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=d672249f-7a7f-4e18-9e24-9713176c2275 HTTP/1.1" status: 200 len: 946 time: 0.2359197 Jun 21 09:32:59.959823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad5eaf-4c1c-434e-8c1f-2dfff2b242bd req-4554e4f4-bbfa-4db0-b7b7-40366a6353d7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:32:59.961355 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bfad5eaf-4c1c-434e-8c1f-2dfff2b242bd req-4554e4f4-bbfa-4db0-b7b7-40366a6353d7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.2120767 Jun 21 09:32:59.982603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:59.985882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:32:59.988796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:00.035742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['b8fcc201-b795-4928-b709-8b9ae41083e2'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:00.043258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Pushing event deleted for resources: {'Port': ['ID=b8fcc201-b795-4928-b709-8b9ae41083e2,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:00.046732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:00.103694 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b2e24a2c-31f0-4af7-a12d-414746155fac req-6352c227-d10a-4dcc-85e0-6e84d9ba4940 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394842 Jun 21 09:33:00.115645 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bfad5eaf-4c1c-434e-8c1f-2dfff2b242bd req-b4843b54-d5cd-4693-b20f-3c07687bb8ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320026 Jun 21 09:33:00.121626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] No DVR routers for this DVR port b8fcc201-b795-4928-b709-8b9ae41083e2 on host hv-cinder-79721 {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:33:00.124411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:00.127805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'name': 'network-vif-deleted', 'tag': 'b8fcc201-b795-4928-b709-8b9ae41083e2'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:00.149055 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a11c2daa-a57d-4e87-8f3d-13f86f108bc7 req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "DELETE /v2.0/ports/b8fcc201-b795-4928-b709-8b9ae41083e2 HTTP/1.1" status: 204 len: 173 time: 1.0041113 Jun 21 09:33:00.487008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a956de-609e-4e55-960e-aca34539d10e req-184c6b9c-6440-4000-a90b-b2d02c932a74 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:00.487759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-97a956de-609e-4e55-960e-aca34539d10e req-184c6b9c-6440-4000-a90b-b2d02c932a74 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:00.499141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965d8d3-4d84-4a25-a785-285f7397c8e0 req-414b04c4-8d98-4301-a85a-f6f0065302d2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:00.500719 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1965d8d3-4d84-4a25-a785-285f7397c8e0 req-414b04c4-8d98-4301-a85a-f6f0065302d2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.2510726 Jun 21 09:33:00.535342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-97a956de-609e-4e55-960e-aca34539d10e req-184c6b9c-6440-4000-a90b-b2d02c932a74 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:00.536518 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-97a956de-609e-4e55-960e-aca34539d10e req-184c6b9c-6440-4000-a90b-b2d02c932a74 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 931 time: 0.2881231 Jun 21 09:33:00.647390 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1965d8d3-4d84-4a25-a785-285f7397c8e0 req-239b3d16-b1a3-46b9-80a8-270068a6b203 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=a59ff76b-8589-447b-9017-77ba5117c817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392343 Jun 21 09:33:00.652611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ec472c-b6d8-456a-a975-3b513660701a {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:00.668399 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-97a956de-609e-4e55-960e-aca34539d10e req-344f73bf-dbb0-42d9-bcea-10905f08917b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203938 Jun 21 09:33:00.670217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:00.687236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Transition to ACTIVE for port object 67ec472c-b6d8-456a-a975-3b513660701a will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:33:00.688392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-db51aea9-cf78-4081-9dbb-ab9b30ef4029 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:00.689330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-db51aea9-cf78-4081-9dbb-ab9b30ef4029 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Synchronizing usage tracker for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:00.691345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:00.696158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-22b42293-d650-4d12-84e5-90a99f4fe840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:00.703396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-db51aea9-cf78-4081-9dbb-ab9b30ef4029 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Unset dirty status for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:00.704632 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-db51aea9-cf78-4081-9dbb-ab9b30ef4029 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 945 time: 0.1125219 Jun 21 09:33:00.712671 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd672249f-7a7f-4e18-9e24-9713176c2275', 'name': 'network-vif-deleted', 'tag': 'b8fcc201-b795-4928-b709-8b9ae41083e2', 'status': 'completed', 'code': 200} Jun 21 09:33:00.817838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Pushing event updated for resources: {'Port': ['ID=67ec472c-b6d8-456a-a975-3b513660701a,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:00.822806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:00.870986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Deleting port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:33:00.871453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:00.938821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Attempting to bind port 67ec472c-b6d8-456a-a975-3b513660701a on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:33:00.939193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Attempting to bind port 67ec472c-b6d8-456a-a975-3b513660701a by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:33:00.939554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Attempting to bind port 67ec472c-b6d8-456a-a975-3b513660701a on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:00.945985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Port 67ec472c-b6d8-456a-a975-3b513660701a on network 3b379e08-442e-4bb5-8443-f782f3fb18cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:33:00.946340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Attempting to bind port 67ec472c-b6d8-456a-a975-3b513660701a on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:00.954358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:33:00.954866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Checking segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:33:00.955118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Bound using segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:33:00.955586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Bound port: 67ec472c-b6d8-456a-a975-3b513660701a, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:33:00.955968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:01.064674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] For port 67ec472c-b6d8-456a-a975-3b513660701a, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:33:01.067857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] For port 67ec472c-b6d8-456a-a975-3b513660701a, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=67ec472c-b6d8-456a-a975-3b513660701a,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:33:01.074134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:01.080590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0ff094ab-c83c-4fe8-9dd9-3c91bc5d1c17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:01.146096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:01.147443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] For port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:01.147593 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] 10.222.0.45 "PUT /v2.0/ports/67ec472c-b6d8-456a-a975-3b513660701a HTTP/1.1" status: 200 len: 1093 time: 1.3314736 Jun 21 09:33:01.147842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:01.148099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'tag': '67ec472c-b6d8-456a-a975-3b513660701a'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:01.179940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Pushing event updated for resources: {'Port': ['ID=67ec472c-b6d8-456a-a975-3b513660701a,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:01.183160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:01.320906 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'tag': '67ec472c-b6d8-456a-a975-3b513660701a', 'status': 'completed', 'code': 200} Jun 21 09:33:01.365179 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-f052daf2-3621-4ae0-89dd-027b3131c233 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 1096 time: 0.1498594 Jun 21 09:33:01.378954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d3cf-73d8-4bfd-8ba8-e2a63bc9faf1 req-727da6dd-cdec-4e8a-9d3d-8315b82577bf tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:01.380472 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-25b4d3cf-73d8-4bfd-8ba8-e2a63bc9faf1 req-727da6dd-cdec-4e8a-9d3d-8315b82577bf tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0978310 Jun 21 09:33:01.461980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:01.462386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:01.462722 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Floating IP f43e9b95-dcd4-4de5-8363-cab68b8aca2b disassociated. External IP: 172.27.0.35, port: 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489. Jun 21 09:33:01.463092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Calling delete_port for 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 owned by compute:nova {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:33:01.472836 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-25a79b83-da38-4788-b51a-8f8841a438a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ec472c-b6d8-456a-a975-3b513660701a HTTP/1.1" status: 200 len: 217 time: 0.0913360 Jun 21 09:33:01.542980 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-25b4d3cf-73d8-4bfd-8ba8-e2a63bc9faf1 req-d314f09a-159f-4889-b612-8f124a6d957e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054280 Jun 21 09:33:01.562801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-bd200882-73b1-4a2a-91eb-898629a4bb8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:01.564611 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-bd200882-73b1-4a2a-91eb-898629a4bb8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.0835395 Jun 21 09:33:01.603992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:01.610208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:01.618192 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-dcf46293-7506-45ac-8b9b-c6b7244af27e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438907 Jun 21 09:33:01.653132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event deleted for resources: {'Port': ['ID=9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:01.656478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:01.876786 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Router fd041406-3363-4e68-aa5c-65d618c6fc04 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:33:02.027362 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4cace3a8-6296-4152-94fb-d6aef518db68 req-4c23fb76-2a5e-40db-9745-6a75220feaf7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.2601678 Jun 21 09:33:02.062164 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-c43e2311-5d41-4798-ad96-d9aad7c90822 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345934 Jun 21 09:33:02.078101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a7d85-78e2-4be9-b299-75f2df6e784c req-f0778284-390a-4946-81ba-ff156ad66f13 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:02.089549 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3a2a7d85-78e2-4be9-b299-75f2df6e784c req-f0778284-390a-4946-81ba-ff156ad66f13 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.4150536 Jun 21 09:33:02.090097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41824) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:02.097901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Request body: {'floatingip': {'port_id': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:02.177321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:02.251025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dec0f-8eed-4dae-84c7-3c6a9ce40e2a req-7564ff6d-b3f9-4905-ab8e-18251e07ac75 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:02.252708 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7b4dec0f-8eed-4dae-84c7-3c6a9ce40e2a req-7564ff6d-b3f9-4905-ab8e-18251e07ac75 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 943 time: 0.0854104 Jun 21 09:33:02.297079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:33:02.306712 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7b4dec0f-8eed-4dae-84c7-3c6a9ce40e2a req-2ec9fbff-1b55-4865-bea3-59b26429f1af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Jun 21 09:33:02.307541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] Sync routers for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:33:02.320443 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:33:02.321636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:02.379985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] No DVR routers for this DVR port 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 on host hv-cinder-79721 {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:33:02.405468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:02.440050 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c3aa06b1-9342-466e-972f-b7814a96a4cf req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "DELETE /v2.0/ports/9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 HTTP/1.1" status: 204 len: 173 time: 1.6351719 Jun 21 09:33:02.494028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:33:02.816436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'name': 'network-vif-deleted', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:02.825220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:02.829522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] Checking router: fd041406-3363-4e68-aa5c-65d618c6fc04 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:33:02.842155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:33:02.842829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:02.867826 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07e0dcfa-c1fe-4add-9c6c-955759779dd1 req-8127b0e0-3ead-4e67-a62e-de4437c3c5d2 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429701 Jun 21 09:33:02.870980 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf', 'name': 'network-vif-deleted', 'tag': '9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489', 'status': 'completed', 'code': 200} Jun 21 09:33:03.017082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:33:03.096346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:03.099400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:03.200844 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-651715bb-6757-4c08-8cf7-afed60f7686f req-5672831a-a2fe-4119-861f-ec9dd411b828 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.0447927 Jun 21 09:33:03.293410 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Floating IP 42e18b89-8357-4144-8b57-4c09c6eb6ac6 associated. External IP: 172.27.0.69, port: 32dc795e-4e5f-4790-8fd7-48e36aa47664. Jun 21 09:33:03.507451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c17b-2f86-4d0b-80cf-c7452698e49e req-05effe0a-072e-4faf-acb9-b84ac790c95e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:03.509084 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1674c17b-2f86-4d0b-80cf-c7452698e49e req-05effe0a-072e-4faf-acb9-b84ac790c95e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 943 time: 0.0826738 Jun 21 09:33:03.515617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:03.519735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92784059-8746-47d4-874d-fd783270c0c4 None None] The sync data for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi is: [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:33:03.564242 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1674c17b-2f86-4d0b-80cf-c7452698e49e req-029c64bd-8d6e-404b-987e-1f9a4a645647 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472853 Jun 21 09:33:03.686104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:33:03.885745 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:33:03.889927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:03.896284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] Sync routers for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:33:03.910182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:33:03.910959 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:03.946668 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f8f01acf-c996-42f5-a028-f811479f2a88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "PUT /v2.0/floatingips/42e18b89-8357-4144-8b57-4c09c6eb6ac6 HTTP/1.1" status: 200 len: 990 time: 1.8553612 Jun 21 09:33:04.015138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e8e8e-2533-44ff-8e2b-59fa728f338f None None] New status for floating IP f43e9b95-dcd4-4de5-8363-cab68b8aca2b: DOWN {{(pid=80879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:33:04.097257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:33:04.442047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '42e18b89-8357-4144-8b57-4c09c6eb6ac6', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'port_id': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'mac_address': 'fa:16:3e:ec:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:44Z', 'updated_at': '2021-06-21T09:33:02Z', 'revision_number': 1, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:04.446090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] Checking router: 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:33:04.458283 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:33:04.458933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:32:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:04.526988 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-658e3bdd-3f87-42b9-9580-bb40632f6e16 req-c25a69f5-22b8-4572-92d1-6158386803a2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6fb4f7-1927-4140-84a7-e3ab7bfc6ebf HTTP/1.1" status: 200 len: 210 time: 0.0655432 Jun 21 09:33:04.622052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b8fcc201-b795-4928-b709-8b9ae41083e2 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:33:04.692806 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: b8fcc201-b795-4928-b709-8b9ae41083e2 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:33:04.693320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device b8fcc201-b795-4928-b709-8b9ae41083e2 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:33:04.693808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:33:04.734019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:33:04.734928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9d3cfd09-e1e2-40ad-ae3a-3b71b0a34489 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:33:04.802070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:33:04.862236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecc325-8911-44df-8f5e-41ff4d9ee631 req-6537a1bd-4ab4-4314-a001-be7edb59ffbc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:04.863827 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10ecc325-8911-44df-8f5e-41ff4d9ee631 req-6537a1bd-4ab4-4314-a001-be7edb59ffbc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 943 time: 0.1581192 Jun 21 09:33:04.867242 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8c7800d-572a-4e13-acf2-c04325584eee req-b00ec2ee-0917-4163-9919-58b33142cbcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 1096 time: 0.1601651 Jun 21 09:33:04.872093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:04.920624 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'status': 'completed', 'code': 200} Jun 21 09:33:05.006661 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-10ecc325-8911-44df-8f5e-41ff4d9ee631 req-6007031a-6e15-4b42-befd-2c343303f715 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351886 Jun 21 09:33:05.061236 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-7208f771-f436-4f10-9d5b-47dadf1893b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 1098 time: 0.0766537 Jun 21 09:33:05.067446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7800d-572a-4e13-acf2-c04325584eee req-b9666d95-3d84-44e9-a87c-2a9a1178cdc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:05.069050 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8c7800d-572a-4e13-acf2-c04325584eee req-b9666d95-3d84-44e9-a87c-2a9a1178cdc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 915 time: 0.1782188 Jun 21 09:33:05.147589 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8c7800d-572a-4e13-acf2-c04325584eee req-11d96a96-ab6e-4a1e-989b-3ba1d978001a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67ec472c-b6d8-456a-a975-3b513660701a HTTP/1.1" status: 200 len: 217 time: 0.0671279 Jun 21 09:33:05.160632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '42e18b89-8357-4144-8b57-4c09c6eb6ac6', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'port_id': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'mac_address': 'fa:16:3e:ec:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:44Z', 'updated_at': '2021-06-21T09:33:02Z', 'revision_number': 1, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:05.165300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d6e32-ced6-45a6-b92b-81e573132969 None None] The sync data for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi is: [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '42e18b89-8357-4144-8b57-4c09c6eb6ac6', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'port_id': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'mac_address': 'fa:16:3e:ec:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:32:44Z', 'updated_at': '2021-06-21T09:33:02Z', 'revision_number': 1, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:33:05.218083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7800d-572a-4e13-acf2-c04325584eee req-a5287392-f93b-46b0-bdc7-2efa007a3c16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:05.219633 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8c7800d-572a-4e13-acf2-c04325584eee req-a5287392-f93b-46b0-bdc7-2efa007a3c16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.0619113 Jun 21 09:33:05.222108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-6e5c57ca-f578-40ee-98ce-16bd8db0258f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:05.223643 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-6e5c57ca-f578-40ee-98ce-16bd8db0258f service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.1441541 Jun 21 09:33:05.281067 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8c7800d-572a-4e13-acf2-c04325584eee req-4b9688c2-2fb9-4eba-accd-078eb461884f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448761 Jun 21 09:33:05.337126 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-8d0476f1-0c6e-43c2-8f43-03f24ce9bdc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664 HTTP/1.1" status: 200 len: 998 time: 0.0999050 Jun 21 09:33:05.410546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-e2d07227-9ce7-457c-a818-188542e952e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:05.412119 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-e2d07227-9ce7-457c-a818-188542e952e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.0666382 Jun 21 09:33:05.452775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8c7800d-572a-4e13-acf2-c04325584eee req-d4629ae3-e76a-4e26-b331-982564ab7e0d service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403782 Jun 21 09:33:05.521060 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-1a82532b-722a-4950-97bc-cd2e3d9dd120 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738065 Jun 21 09:33:05.572851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a89158-a57f-4d16-b8eb-1914ef86a325 None None] New status for floating IP 42e18b89-8357-4144-8b57-4c09c6eb6ac6: ACTIVE {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:33:05.619552 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8c7800d-572a-4e13-acf2-c04325584eee req-20dbba86-057e-490a-ac5c-fbf3c182465a service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571977 Jun 21 09:33:05.685699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41854) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:05.738399 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-a5773493-6ab3-4b53-a05d-f2b0653a5dab service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066100 Jun 21 09:33:05.770337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:05.808596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:05.860862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:05.868014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-af52fb7c-45ba-4390-806e-a793330a9442 tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:05.883272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59ff76b-8589-447b-9017-77ba5117c817,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:05.887769 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:05.889566 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "DELETE /v2.0/security-groups/a59ff76b-8589-447b-9017-77ba5117c817 HTTP/1.1" status: 204 len: 168 time: 0.2023828 Jun 21 09:33:05.891438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:05.892337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41868) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:05.920437 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.v2.resource [None req-bf59b4d8-e7ee-4d5d-94c8-523e226f695d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] show failed (client error): The resource could not be found. Jun 21 09:33:05.922746 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-bf59b4d8-e7ee-4d5d-94c8-523e226f695d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups/a59ff76b-8589-447b-9017-77ba5117c817 HTTP/1.1" status: 404 len: 347 time: 0.0282621 Jun 21 09:33:05.925052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 41872) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:05.928401 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7012a437-3d60-4c28-8a1e-bd80997306ca req-d5d4ee79-ab2c-4d9e-ad92-9cc4ae359949 service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777086 Jun 21 09:33:06.083750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Deleting port c4ceb556-689c-4d75-bb3f-a6063194c3ac {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:33:06.084134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.310636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.311243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.327851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849594c-b0e3-4d84-bacb-8c12191c6f83 req-8c30a3ee-0c8e-49d4-8082-7f0dcaecce58 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:06.329417 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4849594c-b0e3-4d84-bacb-8c12191c6f83 req-8c30a3ee-0c8e-49d4-8082-7f0dcaecce58 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 943 time: 0.1684258 Jun 21 09:33:06.460321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Calling delete_port for c4ceb556-689c-4d75-bb3f-a6063194c3ac owned by network:floatingip {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:33:06.531476 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4849594c-b0e3-4d84-bacb-8c12191c6f83 req-c67325df-3ddb-45c9-af06-893ccac10c8c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470428 Jun 21 09:33:06.555645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 67ec472c-b6d8-456a-a975-3b513660701a details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:33:06.613154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.617461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c5d4cebb-3a32-46ee-aaed-97e474264495 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:06.659860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event deleted for resources: {'Port': ['ID=c4ceb556-689c-4d75-bb3f-a6063194c3ac,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:06.662576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:06.697172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 67ec472c-b6d8-456a-a975-3b513660701a, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=67ec472c-b6d8-456a-a975-3b513660701a,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:06.713486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '67ec472c-b6d8-456a-a975-3b513660701a', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'port_id': '67ec472c-b6d8-456a-a975-3b513660701a', 'mac_address': 'fa:16:3e:a2:4a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e2b528-b760-43d6-8272-7d5325ca7306', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:33:06.767458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.786581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ec472c-b6d8-456a-a975-3b513660701a {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:06.803027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 67ec472c-b6d8-456a-a975-3b513660701a, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=67ec472c-b6d8-456a-a975-3b513660701a,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:06.806207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.808760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:06.876212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=67ec472c-b6d8-456a-a975-3b513660701a,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:06.879589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:06.965187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.979011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:06.980779 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "DELETE /v2.0/floatingips/f43e9b95-dcd4-4de5-8363-cab68b8aca2b HTTP/1.1" status: 204 len: 168 time: 1.0549886 Jun 21 09:33:07.203287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['67ec472c-b6d8-456a-a975-3b513660701a'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:07.224252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41894) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:07.230817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045785776', 'description': 'tempest-description--891270372'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:07.237478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:07.242365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:33:07.246926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:33:07.253185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:07.265882 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.310008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:07.314164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group_rule and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:33:07.317108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:33:07.322952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:07.380236 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.382922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.388728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b040669f-acf0-44bf-b452-20ea06872498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:07.430174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a17e3d0-54e9-48aa-bd94-54669ea111ba,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:07.432608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.435136 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1595 time: 0.2084498 Jun 21 09:33:07.435136 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:07.436985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41900) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:07.443261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'security_group_rule': {'security_group_id': '8a17e3d0-54e9-48aa-bd94-54669ea111ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:07.450062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:07.454219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group_rule and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:33:07.457276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:33:07.464403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:07.478954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.540378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.542886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.545029 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-39523c1f-e6a7-49fa-8590-c4d1f02bf50c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:07.568727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d8618c-df33-4831-8a7c-dd0f4f54e982,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:07.571530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:07.578899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.580170 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2f8ce5d5-1dc7-4de4-8b68-9b7713dd42fa tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421554 Jun 21 09:33:07.583183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41908) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:07.589198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'security_group_rule': {'security_group_id': '8a17e3d0-54e9-48aa-bd94-54669ea111ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:07.595318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:07.599253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:security_group_rule and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:33:07.602263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:33:07.608702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:07.624192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.684772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.688376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.691554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-601ddb4b-3120-4985-874e-d8a522782883 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:07.714816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dea5f71-daf0-46ed-b432-906e8b33fbcd,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:07.717427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:07.723918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.726031 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e6e6b49e-6730-45aa-8263-dfe19f5e7792 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1414168 Jun 21 09:33:07.728509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 41912) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:07.732695 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145ff5-bf6c-4bf3-9bf4-21ae76bb7502 req-167cca10-ffe0-41b3-9f08-2f3c2d996f3c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:07.734260 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9f145ff5-bf6c-4bf3-9bf4-21ae76bb7502 req-167cca10-ffe0-41b3-9f08-2f3c2d996f3c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 944 time: 0.0864506 Jun 21 09:33:07.735644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:07.741686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:07.746152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Usage tracker for resource:floatingip and tenant:3a752a0f8e154030b97df18c2f7cd2d6 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:33:07.749176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:33:07.756216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:07.766717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:07.784238 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9f145ff5-bf6c-4bf3-9bf4-21ae76bb7502 req-ea732876-8c5a-46db-8e56-1252d6b95465 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Jun 21 09:33:08.147699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:08.283018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Allocated IP 172.27.0.225 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/fbea9e39-8745-424f-bfd0-b3c72fd9cd1b) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:33:08.427659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:08.452901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:08.457226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8cd50a80-ccfb-44a4-aa27-91402bb90c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:08.518594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:33:08.521571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:33:08.525897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:33:08.548456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'Port': ['ID=fbea9e39-8745-424f-bfd0-b3c72fd9cd1b,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:08.553435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:08.676800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:08.726291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:08.927709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:08.931356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:08.936240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:08.976208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d523e-aa26-46c8-bb54-06546421646a req-1839d663-b32d-493b-8920-19cd67269a9d tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:08.977839 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-947d523e-aa26-46c8-bb54-06546421646a req-1839d663-b32d-493b-8920-19cd67269a9d tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 944 time: 0.0774112 Jun 21 09:33:09.031855 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-947d523e-aa26-46c8-bb54-06546421646a req-f962892a-f243-44e8-8e46-16cdabc64996 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Jun 21 09:33:09.041662 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'Port': ['ID=fbea9e39-8745-424f-bfd0-b3c72fd9cd1b,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:09.046916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:09.058117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:09.081779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:09.083099 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3535528 Jun 21 09:33:09.308928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-5dfb9830-2298-4635-9f94-01f6dc86ef76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Synchronizing usage tracker for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:09.325326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-5dfb9830-2298-4635-9f94-01f6dc86ef76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Unset dirty status for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:09.326551 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-5dfb9830-2298-4635-9f94-01f6dc86ef76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1045785776&fields=id&tenant_id=3a752a0f8e154030b97df18c2f7cd2d6 HTTP/1.1" status: 200 len: 267 time: 0.0630498 Jun 21 09:33:09.381412 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-470f6f69-3218-4c34-ba4c-e1c3f1eb895b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups/8a17e3d0-54e9-48aa-bd94-54669ea111ba HTTP/1.1" status: 200 len: 2592 time: 0.0481298 Jun 21 09:33:09.535360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-3e6a3916-4b2d-4be5-8131-41c661e0697c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:09.536907 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-3e6a3916-4b2d-4be5-8131-41c661e0697c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 810 time: 0.1472917 Jun 21 09:33:09.555007 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-68cf8066-9b42-4464-9d09-860ea98bf545 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/quotas/3a752a0f8e154030b97df18c2f7cd2d6 HTTP/1.1" status: 200 len: 375 time: 0.0111816 Jun 21 09:33:09.640260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-5e9e9700-ccf9-49ed-9019-09acc67fd266 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Synchronizing usage tracker for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:09.654926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-5e9e9700-ccf9-49ed-9019-09acc67fd266 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Unset dirty status for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:09.656249 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-5e9e9700-ccf9-49ed-9019-09acc67fd266 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950842 Jun 21 09:33:09.798944 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-1d169b92-bc82-4e4b-b6e6-4e6305801679 service neutron] 10.222.0.36 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293204 Jun 21 09:33:09.934377 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-d14e542b-2489-4939-a510-a0b34e7dff77 service neutron] 10.222.0.36 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283367 Jun 21 09:33:10.266724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c4926-8656-4dbe-adf9-28ed551a0c41 req-52904975-417f-4568-8af6-e9e0c60d91ff tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:10.268314 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be2c4926-8656-4dbe-adf9-28ed551a0c41 req-52904975-417f-4568-8af6-e9e0c60d91ff tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 944 time: 0.0783246 Jun 21 09:33:10.326247 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be2c4926-8656-4dbe-adf9-28ed551a0c41 req-f00e4741-bfc0-42e9-a03b-ebaa5e34d7a5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Jun 21 09:33:10.415824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b5bcd35-b5d3-42f7-bb9e-0b0c57ace1ca req-75c76259-0e35-4d6d-9311-def0119747e3 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 210 time: 0.0447092 Jun 21 09:33:10.591779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 67ec472c-b6d8-456a-a975-3b513660701a up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:33:10.659412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 67ec472c-b6d8-456a-a975-3b513660701a completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:33:10.664166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 67ec472c-b6d8-456a-a975-3b513660701a triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:33:10.664582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:10.773643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:10.803245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec472c-b6d8-456a-a975-3b513660701a'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:10.814940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 67ec472c-b6d8-456a-a975-3b513660701a, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=67ec472c-b6d8-456a-a975-3b513660701a,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:10.818114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:10.820032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:10.855293 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec472c-b6d8-456a-a975-3b513660701a', 'code': 200} Jun 21 09:33:10.881187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=67ec472c-b6d8-456a-a975-3b513660701a,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:10.884158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:11.306997 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1fbcf619-ac24-4a9b-855a-b550b4020111 req-016aac91-95f3-4bc7-ae41-e45b7e0e2cd4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 1098 time: 0.0717812 Jun 21 09:33:11.356298 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1fbcf619-ac24-4a9b-855a-b550b4020111 req-be6dc180-aa9a-460a-8ca4-b2c33ee4c0cf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Jun 21 09:33:11.513180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87179f32-77b0-4941-a219-e4133b263f78 req-73129c5b-0b40-44ac-bba9-0a1aba9406fc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:11.514740 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87179f32-77b0-4941-a219-e4133b263f78 req-73129c5b-0b40-44ac-bba9-0a1aba9406fc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 945 time: 0.0766706 Jun 21 09:33:11.567214 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87179f32-77b0-4941-a219-e4133b263f78 req-56115e97-7d77-4c02-9320-a66acbb134a5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Jun 21 09:33:11.758075 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-80b462da-5409-4597-864a-b0ee8affd3ff req-1530a8be-b79a-40ba-a762-9a24467886da tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 210 time: 0.0828850 Jun 21 09:33:11.899300 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-0cfc1598-be86-4194-b9a7-d7cba9543131 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:11.900788 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-0cfc1598-be86-4194-b9a7-d7cba9543131 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 810 time: 0.1899793 Jun 21 09:33:12.077118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-1cc16090-ee6c-4eb7-a089-05ad9e3d0aec tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:12.078651 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-1cc16090-ee6c-4eb7-a089-05ad9e3d0aec tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/networks?id=b1989918-0ec1-4250-a4ba-f0e59e9036c5 HTTP/1.1" status: 200 len: 813 time: 0.2111993 Jun 21 09:33:12.083850 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-b70cb358-f38d-45fa-9119-782eae6f2e53 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6 HTTP/1.1" status: 200 len: 5008 time: 0.1608937 Jun 21 09:33:12.097702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'port': {'device_id': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'admin_state_up': True, 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'security_groups': ['8a17e3d0-54e9-48aa-bd94-54669ea111ba']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:12.128846 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-af29fe76-a4f7-4ef5-9c54-5700b83e5c7d tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/quotas/f88a28d7571549088d9814df78c8f6eb HTTP/1.1" status: 200 len: 375 time: 0.0431991 Jun 21 09:33:12.232743 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-6ce4f9c6-c74f-4725-b1c9-2fa5168f864e tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f88a28d7571549088d9814df78c8f6eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971112 Jun 21 09:33:12.369698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:12.385915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:12.410523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Made reservation on behalf of 3a752a0f8e154030b97df18c2f7cd2d6 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:33:12.415838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:12.430584 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-aef8c427-7e73-440f-ac90-01241bd44f16 service neutron] 10.222.0.36 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894784 Jun 21 09:33:12.884188 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-fd58902c-7a1a-48a6-ad61-e1357bcab3ac service neutron] 10.222.0.36 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452212 Jun 21 09:33:12.897531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Allocated IP 172.20.0.12 (f23257cb-fe29-43bb-8207-08422340aa3e/fb61985d-424f-4bb6-a5e3-65dd323357ec/aaa1fb31-4901-4d12-819e-a07d7370a57e) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:33:13.132848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17e74-90ae-42d0-b4ec-0ea8c3871b98 req-7ca74da3-6cc1-4e86-a8aa-f0d955628358 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:13.137470 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-46f17e74-90ae-42d0-b4ec-0ea8c3871b98 req-7ca74da3-6cc1-4e86-a8aa-f0d955628358 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 945 time: 0.2999847 Jun 21 09:33:13.242927 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7b007471-9107-4c6c-85b8-1d4692826348 req-5d63f22b-dc31-44d0-9005-f354cd1bef9d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 210 time: 0.0735803 Jun 21 09:33:13.250916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:13.275660 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-46f17e74-90ae-42d0-b4ec-0ea8c3871b98 req-8c01b363-5609-4b8f-87c2-6c1f8fbc9bd0 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280520 Jun 21 09:33:13.276682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Transition to ACTIVE for port object aaa1fb31-4901-4d12-819e-a07d7370a57e will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:33:13.310852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:13.318606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6231ba7f-5e6a-49e6-b7c1-fb2ddd0b14cb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:13.422057 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-97a7b5d0-55f9-41a5-99c5-17f397838b6a req-4792b688-ea14-4043-8227-65c73906b197 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 210 time: 0.0639830 Jun 21 09:33:13.436439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Network f23257cb-fe29-43bb-8207-08422340aa3e is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:33:13.440668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:33:13.444890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:33:13.475689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event updated for resources: {'Port': ['ID=aaa1fb31-4901-4d12-819e-a07d7370a57e,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:13.478657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:13.515381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:13.516057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:13.543234 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-99809b0c-2366-4048-b5d2-74b9a7060a31 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4491651 Jun 21 09:33:13.568482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Request body: {'port': {'device_id': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:13.681723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:13.712165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3e6734e6-8a10-49c0-aacf-1cc2afa4677f None None] Provisioning for port aaa1fb31-4901-4d12-819e-a07d7370a57e completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:33:13.717707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3e6734e6-8a10-49c0-aacf-1cc2afa4677f None None] Provisioning complete for port aaa1fb31-4901-4d12-819e-a07d7370a57e triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:33:13.718254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e6734e6-8a10-49c0-aacf-1cc2afa4677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:13.770881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-3e6734e6-8a10-49c0-aacf-1cc2afa4677f None None] Port aaa1fb31-4901-4d12-819e-a07d7370a57e cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:33:14.019123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa1fb31-4901-4d12-819e-a07d7370a57e {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:14.025899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:14.041000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Transition to ACTIVE for port object aaa1fb31-4901-4d12-819e-a07d7370a57e will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:33:14.044749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:14.049076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b42ce290-15e1-4314-869f-aa960ff7bb97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:14.169385 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa1fb31-4901-4d12-819e-a07d7370a57e,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:14.172446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:14.284074 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Attempting to bind port aaa1fb31-4901-4d12-819e-a07d7370a57e on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:33:14.284594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Attempting to bind port aaa1fb31-4901-4d12-819e-a07d7370a57e by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:33:14.285088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Attempting to bind port aaa1fb31-4901-4d12-819e-a07d7370a57e on network f23257cb-fe29-43bb-8207-08422340aa3e {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:14.292338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Port aaa1fb31-4901-4d12-819e-a07d7370a57e on network f23257cb-fe29-43bb-8207-08422340aa3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:33:14.292797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Attempting to bind port aaa1fb31-4901-4d12-819e-a07d7370a57e on network f23257cb-fe29-43bb-8207-08422340aa3e {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:14.300175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:33:14.300673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Checking segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:33:14.301210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Bound using segment: {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:33:14.301840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Bound port: aaa1fb31-4901-4d12-819e-a07d7370a57e, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4546a2bb-47ec-43da-bc7c-e15219126dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:33:14.302226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:14.430019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] For port aaa1fb31-4901-4d12-819e-a07d7370a57e, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:33:14.435543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] For port aaa1fb31-4901-4d12-819e-a07d7370a57e, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:33:14.486682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:14.496749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:14.526470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5bf7399a-0cec-442c-9f2a-20e6ac71e816 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:14.527134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5bf7399a-0cec-442c-9f2a-20e6ac71e816 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Synchronizing usage tracker for tenant:f88a28d7571549088d9814df78c8f6eb on resource:network {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:14.544354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5bf7399a-0cec-442c-9f2a-20e6ac71e816 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Unset dirty status for tenant:f88a28d7571549088d9814df78c8f6eb on resource:network {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:14.545627 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5bf7399a-0cec-442c-9f2a-20e6ac71e816 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "GET /v2.0/networks?id=b1989918-0ec1-4250-a4ba-f0e59e9036c5 HTTP/1.1" status: 200 len: 813 time: 0.2062011 Jun 21 09:33:14.569058 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Request body: {'port': {'device_id': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5', 'admin_state_up': True, 'tenant_id': 'f88a28d7571549088d9814df78c8f6eb'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:14.608868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:14.610372 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] 10.222.0.45 "PUT /v2.0/ports/aaa1fb31-4901-4d12-819e-a07d7370a57e HTTP/1.1" status: 200 len: 1094 time: 1.0472033 Jun 21 09:33:14.613106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:14.643291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa1fb31-4901-4d12-819e-a07d7370a57e,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:14.648948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:14.681510 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b3837-c4ca-4823-8dc1-eeb0bca843f5 req-85be172c-099d-4828-b12d-7fc2b059c242 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:14.683724 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-087b3837-c4ca-4823-8dc1-eeb0bca843f5 req-85be172c-099d-4828-b12d-7fc2b059c242 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 945 time: 0.2447577 Jun 21 09:33:14.733783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:14.738313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Usage tracker for resource:port and tenant:f88a28d7571549088d9814df78c8f6eb is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:33:14.741478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:33:14.745928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751904b-1e03-4388-8329-e4ea7bd727a7 req-284d0f89-c069-4ef4-9151-423673832dae tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:14.746694 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6751904b-1e03-4388-8329-e4ea7bd727a7 req-284d0f89-c069-4ef4-9151-423673832dae tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Synchronizing usage tracker for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:14.747975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:14.759412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Made reservation on behalf of f88a28d7571549088d9814df78c8f6eb for: {'port': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:33:14.765695 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:14.804214 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-087b3837-c4ca-4823-8dc1-eeb0bca843f5 req-0fb033b7-24fb-4064-b6ab-ce0f94d59562 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778360 Jun 21 09:33:14.805520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6751904b-1e03-4388-8329-e4ea7bd727a7 req-284d0f89-c069-4ef4-9151-423673832dae tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Unset dirty status for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:14.814464 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6751904b-1e03-4388-8329-e4ea7bd727a7 req-284d0f89-c069-4ef4-9151-423673832dae tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 944 time: 0.4371519 Jun 21 09:33:14.867318 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6751904b-1e03-4388-8329-e4ea7bd727a7 req-7e688634-14dc-4c4b-b6de-c0f26bf89a65 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519266 Jun 21 09:33:14.871122 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-fd453595-aa8b-4fec-9382-e86f166df223 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 1097 time: 0.1854393 Jun 21 09:33:14.956701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Allocated IP 172.20.0.5 (b1989918-0ec1-4250-a4ba-f0e59e9036c5/55a09e8c-3ca9-4cac-9614-a74bbcd049f0/593bf908-bdbf-4047-bbab-77458a0fce01) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:33:14.974383 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-bd54935a-4cfe-4d9b-af0b-2408b24b6cfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e HTTP/1.1" status: 200 len: 217 time: 0.0751081 Jun 21 09:33:15.207424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:15.243817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:15.252079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:15.265307 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'status': 'completed', 'code': 200} Jun 21 09:33:15.273328 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9f4de7bb-2ea9-4e70-87d7-587d69078450 req-771dc5e7-86c6-4cd9-a415-cad9b4c7e0ed tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 210 time: 0.2949963 Jun 21 09:33:15.296525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-25d24bf8-a180-43e0-9908-fd43dcb2186f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:15.298098 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-25d24bf8-a180-43e0-9908-fd43dcb2186f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.2855084 Jun 21 09:33:15.327573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Network b1989918-0ec1-4250-a4ba-f0e59e9036c5 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:33:15.331634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:33:15.334021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:33:15.379358 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-3ae26a23-d26a-49b7-9040-3cd58e835ce9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704181 Jun 21 09:33:15.382681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Pushing event updated for resources: {'Port': ['ID=593bf908-bdbf-4047-bbab-77458a0fce01,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:15.394026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:15.410210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:15.410878 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:15.439702 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752260 Jun 21 09:33:15.472640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Request body: {'port': {'device_id': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:15.524112 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-7575d4fc-28d7-49e8-89a8-497b30dd7422 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344936 Jun 21 09:33:15.583641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:15.672497 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b281a18a-628d-4fe2-85da-d65b382a81a0 req-0285da52-bd2e-40ca-a5a7-b46bc35dacad service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367822 Jun 21 09:33:15.863615 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87676482-914f-454e-b9b1-a679eeca2302 req-7ef07e30-da03-4c69-96f7-78b18159cef5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 1097 time: 0.0756905 Jun 21 09:33:15.937862 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593bf908-bdbf-4047-bbab-77458a0fce01 {{(pid=80877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:15.946470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:15.963162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Transition to ACTIVE for port object 593bf908-bdbf-4047-bbab-77458a0fce01 will not be triggered until provisioned by entity L2. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:33:15.969439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:15.974326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:16.025841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87676482-914f-454e-b9b1-a679eeca2302 req-65a1af80-c247-45dd-b9a0-9b01f6894a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:16.029179 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87676482-914f-454e-b9b1-a679eeca2302 req-65a1af80-c247-45dd-b9a0-9b01f6894a85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 911 time: 0.1538534 Jun 21 09:33:16.148447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=593bf908-bdbf-4047-bbab-77458a0fce01,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:16.155256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:16.189487 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87676482-914f-454e-b9b1-a679eeca2302 req-73f397ee-087f-41ff-b4db-458ef7755a56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e HTTP/1.1" status: 200 len: 217 time: 0.0776033 Jun 21 09:33:16.214367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e94cb4-06de-4714-ac36-32578c7ae7fb req-5dd31dca-7fff-4837-bf7c-bac9a59c921f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:16.215943 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-35e94cb4-06de-4714-ac36-32578c7ae7fb req-5dd31dca-7fff-4837-bf7c-bac9a59c921f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 944 time: 0.1842046 Jun 21 09:33:16.276460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Attempting to bind port 593bf908-bdbf-4047-bbab-77458a0fce01 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:33:16.276826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Attempting to bind port 593bf908-bdbf-4047-bbab-77458a0fce01 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:33:16.277214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Attempting to bind port 593bf908-bdbf-4047-bbab-77458a0fce01 on network b1989918-0ec1-4250-a4ba-f0e59e9036c5 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:16.283123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Port 593bf908-bdbf-4047-bbab-77458a0fce01 on network b1989918-0ec1-4250-a4ba-f0e59e9036c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:33:16.283479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Attempting to bind port 593bf908-bdbf-4047-bbab-77458a0fce01 on network b1989918-0ec1-4250-a4ba-f0e59e9036c5 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:16.289929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:33:16.290293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Checking segment: {'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:33:16.290704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Bound using segment: {'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:33:16.291163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Bound port: 593bf908-bdbf-4047-bbab-77458a0fce01, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5'}}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:33:16.292072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:16.318189 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-35e94cb4-06de-4714-ac36-32578c7ae7fb req-d6d6f8a9-c78d-4cdf-a0c0-1306f9c58ac7 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948973 Jun 21 09:33:16.325754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87676482-914f-454e-b9b1-a679eeca2302 req-fc44584b-965e-4373-8c2e-ae5aeb0cee82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:16.327429 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87676482-914f-454e-b9b1-a679eeca2302 req-fc44584b-965e-4373-8c2e-ae5aeb0cee82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.0797102 Jun 21 09:33:16.384610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] For port 593bf908-bdbf-4047-bbab-77458a0fce01, host hv-cinder-79721, cleared binding levels {{(pid=80877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:33:16.387638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] For port 593bf908-bdbf-4047-bbab-77458a0fce01, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=593bf908-bdbf-4047-bbab-77458a0fce01,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:33:16.391865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:16.396302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:16.453787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:16.455489 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] 10.222.0.45 "PUT /v2.0/ports/593bf908-bdbf-4047-bbab-77458a0fce01 HTTP/1.1" status: 200 len: 1093 time: 0.9875400 Jun 21 09:33:16.458253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'tag': '593bf908-bdbf-4047-bbab-77458a0fce01'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:16.463154 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87676482-914f-454e-b9b1-a679eeca2302 req-49d8bd71-9d5d-4062-9ebc-73a9350f0e84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1239734 Jun 21 09:33:16.482861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=593bf908-bdbf-4047-bbab-77458a0fce01,revision_number=3']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:16.486175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:16.488821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d68bf-5b37-410a-b467-41afbf1e0442 req-b3bd7168-01ef-4747-9acd-c2b6a7849c1b tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:16.490453 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ff6d68bf-5b37-410a-b467-41afbf1e0442 req-b3bd7168-01ef-4747-9acd-c2b6a7849c1b tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 943 time: 0.0980175 Jun 21 09:33:16.512652 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'tag': '593bf908-bdbf-4047-bbab-77458a0fce01', 'status': 'completed', 'code': 200} Jun 21 09:33:16.641892 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ff6d68bf-5b37-410a-b467-41afbf1e0442 req-a770c34b-a603-4c58-91a0-52ecf5a2203c tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417425 Jun 21 09:33:16.661212 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-c3a95134-2bde-4d83-85be-576ccfdbd92f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f88a28d7571549088d9814df78c8f6eb&device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 1096 time: 0.0711000 Jun 21 09:33:16.683070 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87676482-914f-454e-b9b1-a679eeca2302 req-59c4456d-7c3c-4e52-829b-fa92db738734 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586823 Jun 21 09:33:16.771015 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-38818b56-785d-45ae-813a-c670e7ae609f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593bf908-bdbf-4047-bbab-77458a0fce01 HTTP/1.1" status: 200 len: 217 time: 0.0673888 Jun 21 09:33:16.840588 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-87676482-914f-454e-b9b1-a679eeca2302 req-3520c22e-f3d1-4dd7-81bb-79a6dd3856c6 service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345365 Jun 21 09:33:16.841691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-bad9681c-c3ba-4feb-b60f-f4240ff4ccdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:16.843257 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-bad9681c-c3ba-4feb-b60f-f4240ff4ccdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55a09e8c-3ca9-4cac-9614-a74bbcd049f0 HTTP/1.1" status: 200 len: 853 time: 0.0606384 Jun 21 09:33:16.959799 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-ae50d300-5189-49ec-bab9-0d8af25322b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1989918-0ec1-4250-a4ba-f0e59e9036c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463133 Jun 21 09:33:17.354863 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-d8676091-b3f4-47d9-8067-710420d8985f service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646092 Jun 21 09:33:17.496334 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f9779724-0fb5-4457-9ea9-be3035f42af8 req-c7703e8e-3088-4741-8502-19f5c81aa4d1 service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321950 Jun 21 09:33:17.524595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d257a73-1cf5-45d3-882e-1f6d56ccecd4 req-b3c95cc5-8956-4de3-a29e-461d16db4f1c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:17.526239 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d257a73-1cf5-45d3-882e-1f6d56ccecd4 req-b3c95cc5-8956-4de3-a29e-461d16db4f1c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 944 time: 0.0854163 Jun 21 09:33:17.576048 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d257a73-1cf5-45d3-882e-1f6d56ccecd4 req-4b58287e-12b0-487e-89fc-bc9b7f92e3e3 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Jun 21 09:33:17.720657 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-96699da1-5d0b-49d6-ac8a-ccbc74ddbac0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f88a28d7571549088d9814df78c8f6eb&device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 1096 time: 0.0692418 Jun 21 09:33:17.835057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6f295-5717-40fc-b7d5-69e54d3f7e9b req-9cfa4d68-6a52-489d-a88f-e9814cf608c2 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:17.836665 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a4c6f295-5717-40fc-b7d5-69e54d3f7e9b req-9cfa4d68-6a52-489d-a88f-e9814cf608c2 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 943 time: 0.0802648 Jun 21 09:33:17.862347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-8454da87-530f-495b-8457-4fb640f56057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:17.863909 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-8454da87-530f-495b-8457-4fb640f56057 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1989918-0ec1-4250-a4ba-f0e59e9036c5 HTTP/1.1" status: 200 len: 914 time: 0.1330304 Jun 21 09:33:17.887521 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a4c6f295-5717-40fc-b7d5-69e54d3f7e9b req-bf323897-d590-4709-8ad7-48a2052e8c34 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Jun 21 09:33:17.945574 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-a0fe2c93-153b-45c5-bcff-b4a8d8a35aa9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593bf908-bdbf-4047-bbab-77458a0fce01 HTTP/1.1" status: 200 len: 217 time: 0.0691381 Jun 21 09:33:18.017508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-81803daa-018e-4b42-97db-1c2af080a9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:18.019037 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-81803daa-018e-4b42-97db-1c2af080a9aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55a09e8c-3ca9-4cac-9614-a74bbcd049f0 HTTP/1.1" status: 200 len: 853 time: 0.0624950 Jun 21 09:33:18.072436 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-9a32f3c1-ee38-414e-bbd6-068b55fe1599 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1989918-0ec1-4250-a4ba-f0e59e9036c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429654 Jun 21 09:33:18.225833 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-c9822c3f-3b58-4303-9521-77193f29cab3 service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418512 Jun 21 09:33:18.367852 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b624ba7c-fe8c-44f1-b7d0-fc893801312a req-5a8ee6cb-e4f6-43ec-b499-e724ab269505 service neutron] 10.222.0.45 "GET /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309049 Jun 21 09:33:18.590225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-6d785515-3666-4645-bb57-ea8df84e3869 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:18.591766 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-6d785515-3666-4645-bb57-ea8df84e3869 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.1499152 Jun 21 09:33:18.602851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device aaa1fb31-4901-4d12-819e-a07d7370a57e details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:33:18.614238 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-c3d27b4e-c6b6-422b-a4f5-dd0c4a98507f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/quotas/6ee9e0eadd71400597b53d6e19e8bd32 HTTP/1.1" status: 200 len: 375 time: 0.0146306 Jun 21 09:33:18.733525 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-dab4dc2f-1b47-44f4-9fec-9de5cba24f09 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135244 Jun 21 09:33:18.742857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port aaa1fb31-4901-4d12-819e-a07d7370a57e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:18.758095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'port_id': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'mac_address': 'fa:16:3e:98:ac:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:33:18.808649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:18.827058 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa1fb31-4901-4d12-819e-a07d7370a57e {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:18.845642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port aaa1fb31-4901-4d12-819e-a07d7370a57e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:18.848716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:18.849513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 593bf908-bdbf-4047-bbab-77458a0fce01 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:33:18.852680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:18.887970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302a44b-b5ac-4c1a-ad29-517b7fdc932b req-53fb3ba3-5629-4fec-8033-d722c813f78f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:18.889564 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9302a44b-b5ac-4c1a-ad29-517b7fdc932b req-53fb3ba3-5629-4fec-8033-d722c813f78f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 944 time: 0.1951611 Jun 21 09:33:18.898038 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-55acae08-c9db-4d5e-89b7-ae1efd1f2907 service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546144 Jun 21 09:33:18.952722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=aaa1fb31-4901-4d12-819e-a07d7370a57e,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:18.958165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:19.031611 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9302a44b-b5ac-4c1a-ad29-517b7fdc932b req-8122f558-8870-4133-8cdf-8343cdb71304 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325412 Jun 21 09:33:19.051869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 593bf908-bdbf-4047-bbab-77458a0fce01, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=593bf908-bdbf-4047-bbab-77458a0fce01,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:19.070840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '593bf908-bdbf-4047-bbab-77458a0fce01', 'network_id': 'b1989918-0ec1-4250-a4ba-f0e59e9036c5', 'port_id': '593bf908-bdbf-4047-bbab-77458a0fce01', 'mac_address': 'fa:16:3e:cd:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a09e8c-3ca9-4cac-9614-a74bbcd049f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:33:19.085051 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-73c4d035-1efb-4dac-aa30-a565758418da service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706004 Jun 21 09:33:19.125568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:19.148341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593bf908-bdbf-4047-bbab-77458a0fce01 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:19.163799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 593bf908-bdbf-4047-bbab-77458a0fce01, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=593bf908-bdbf-4047-bbab-77458a0fce01,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:19.167645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:19.169672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:19.224080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f98e0-70c2-4322-8477-dacbd65fe1f3 req-2c0f5a7b-5c8c-4f9f-b6b4-64dad6fdb840 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:19.225679 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e57f98e0-70c2-4322-8477-dacbd65fe1f3 req-2c0f5a7b-5c8c-4f9f-b6b4-64dad6fdb840 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 944 time: 0.0770125 Jun 21 09:33:19.231062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=593bf908-bdbf-4047-bbab-77458a0fce01,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:19.234425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:19.279201 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e57f98e0-70c2-4322-8477-dacbd65fe1f3 req-a3b51f3c-2a8a-4676-ac5b-80d9d1701b10 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Jun 21 09:33:19.344436 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1073b129-5feb-43f6-9c62-70b638159899 req-e72d4e66-d8b9-47a7-98fd-ce3126d0aaa7 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 210 time: 0.0483451 Jun 21 09:33:19.673272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['aaa1fb31-4901-4d12-819e-a07d7370a57e'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:19.706611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['593bf908-bdbf-4047-bbab-77458a0fce01'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:20.243081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7deb3-eb7a-429a-9b49-95d6223afb40 req-5cbbe6aa-ca7f-4fbb-a268-76f5ae4b081c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:20.245376 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1c7deb3-eb7a-429a-9b49-95d6223afb40 req-5cbbe6aa-ca7f-4fbb-a268-76f5ae4b081c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 945 time: 0.0923908 Jun 21 09:33:20.300631 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1c7deb3-eb7a-429a-9b49-95d6223afb40 req-4bafe42c-cbe4-4860-908a-08740836186c tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474772 Jun 21 09:33:20.512490 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4959694d-bab7-4dec-b43b-c8fb4d2ea591 req-dd7480e9-a180-4684-b873-76c5d1d20e83 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 210 time: 0.0504777 Jun 21 09:33:20.529768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451c71a-685f-4606-a07b-0f6d93dda288 req-364c6a08-497b-4328-975c-16bb560db50b tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:20.531312 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2451c71a-685f-4606-a07b-0f6d93dda288 req-364c6a08-497b-4328-975c-16bb560db50b tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 944 time: 0.1277628 Jun 21 09:33:20.778122 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2451c71a-685f-4606-a07b-0f6d93dda288 req-bc11aa19-cce1-423a-9969-809080d63d61 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396457 Jun 21 09:33:21.110468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-f2e679f5-551b-4df3-9973-b24cb0933be5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:21.112021 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-f2e679f5-551b-4df3-9973-b24cb0933be5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.1529140 Jun 21 09:33:21.136908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Request body: {'port': {'device_id': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'admin_state_up': True, 'tenant_id': '6ee9e0eadd71400597b53d6e19e8bd32'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:21.274486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:21.284725 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:21.293953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Made reservation on behalf of 6ee9e0eadd71400597b53d6e19e8bd32 for: {'port': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:33:21.299355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:21.467041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Allocated IP 172.20.0.12 (3b379e08-442e-4bb5-8443-f782f3fb18cc/01e2b528-b760-43d6-8272-7d5325ca7306/9fe37c11-3a58-4574-b7f9-729ce5a11dce) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:33:21.498019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a899476-cd4c-4339-9199-2c10cb4c606d req-badb9e82-00bb-44d4-88cb-75cf2a0d55f9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:21.499582 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a899476-cd4c-4339-9199-2c10cb4c606d req-badb9e82-00bb-44d4-88cb-75cf2a0d55f9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 945 time: 0.0767541 Jun 21 09:33:21.548877 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a899476-cd4c-4339-9199-2c10cb4c606d req-3975638a-272a-46bb-bfab-254680dfa4e2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 Jun 21 09:33:21.677390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:21.677623 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f41dc6fe-5d9d-415d-aa0a-94d4b454f839 req-c0a0c5ab-a573-4900-9343-c052fbd1162b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 210 time: 0.0477383 Jun 21 09:33:21.702866 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:21.708471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f1836d42-6b23-44ec-8d3c-0a8d6a02f20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:21.748670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9', '67ec472c-b6d8-456a-a975-3b513660701a'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:21.772873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:33:21.774895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:33:21.776332 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:33:21.780584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:33:21.816921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event updated for resources: {'Port': ['ID=9fe37c11-3a58-4574-b7f9-729ce5a11dce,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:21.828006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:21.849260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:21.849936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:21.880548 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7477012 Jun 21 09:33:21.907480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Request body: {'port': {'device_id': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:21.971180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685f633-6a77-4e07-a3da-6409d59ef95f req-9d7b4b08-7d5a-4dd7-b129-40b659628f77 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:21.972647 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0685f633-6a77-4e07-a3da-6409d59ef95f req-9d7b4b08-7d5a-4dd7-b129-40b659628f77 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 944 time: 0.0758624 Jun 21 09:33:22.012519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.030156 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0685f633-6a77-4e07-a3da-6409d59ef95f req-84b8b603-c180-497f-8252-ceda52dc299d tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502877 Jun 21 09:33:22.347444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe37c11-3a58-4574-b7f9-729ce5a11dce {{(pid=80877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:22.354658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.369171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Transition to ACTIVE for port object 9fe37c11-3a58-4574-b7f9-729ce5a11dce will not be triggered until provisioned by entity L2. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:33:22.372365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.376622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f6ddb3f2-2397-4636-9dfd-125dfae56489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:22.496432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe37c11-3a58-4574-b7f9-729ce5a11dce,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:22.502670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:22.611589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Attempting to bind port 9fe37c11-3a58-4574-b7f9-729ce5a11dce on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:33:22.611897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Attempting to bind port 9fe37c11-3a58-4574-b7f9-729ce5a11dce by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:33:22.612260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Attempting to bind port 9fe37c11-3a58-4574-b7f9-729ce5a11dce on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:22.618220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Port 9fe37c11-3a58-4574-b7f9-729ce5a11dce on network 3b379e08-442e-4bb5-8443-f782f3fb18cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:33:22.618576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Attempting to bind port 9fe37c11-3a58-4574-b7f9-729ce5a11dce on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:22.625554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:33:22.625931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Checking segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:33:22.626349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Bound using segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} {{(pid=80877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:33:22.626818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Bound port: 9fe37c11-3a58-4574-b7f9-729ce5a11dce, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}}] {{(pid=80877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:33:22.627199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.628368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device aaa1fb31-4901-4d12-819e-a07d7370a57e up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:33:22.692811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port aaa1fb31-4901-4d12-819e-a07d7370a57e completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:33:22.697623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port aaa1fb31-4901-4d12-819e-a07d7370a57e triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:33:22.698526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.718519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] For port 9fe37c11-3a58-4574-b7f9-729ce5a11dce, host hv-cinder-79721, cleared binding levels {{(pid=80877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:33:22.723445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] For port 9fe37c11-3a58-4574-b7f9-729ce5a11dce, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9fe37c11-3a58-4574-b7f9-729ce5a11dce,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:33:22.727242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.732520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:22.746405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75dbe8-27ed-4226-8547-6a10c594b0ee req-33231cbf-ecd7-4b39-9f79-102ad9d487e2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:22.747988 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e75dbe8-27ed-4226-8547-6a10c594b0ee req-33231cbf-ecd7-4b39-9f79-102ad9d487e2 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 945 time: 0.0812006 Jun 21 09:33:22.810720 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e75dbe8-27ed-4226-8547-6a10c594b0ee req-18d08b25-e7ea-4f88-8ec8-7832638042d0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555022 Jun 21 09:33:22.813499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.815338 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] 10.222.0.45 "PUT /v2.0/ports/9fe37c11-3a58-4574-b7f9-729ce5a11dce HTTP/1.1" status: 200 len: 1094 time: 0.9124668 Jun 21 09:33:22.816208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'tag': '9fe37c11-3a58-4574-b7f9-729ce5a11dce'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:22.823897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.842038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe37c11-3a58-4574-b7f9-729ce5a11dce,revision_number=3']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:22.845756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:22.857985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:22.869032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port aaa1fb31-4901-4d12-819e-a07d7370a57e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:22.872008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:22.872900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 593bf908-bdbf-4047-bbab-77458a0fce01 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:33:22.887626 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'tag': '9fe37c11-3a58-4574-b7f9-729ce5a11dce', 'status': 'completed', 'code': 200} Jun 21 09:33:22.903426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:22.909423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99835cdd-7da2-4837-9a68-9f2842dc966e req-930a0698-958a-4f11-9104-5c823e51e635 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:22.912867 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99835cdd-7da2-4837-9a68-9f2842dc966e req-930a0698-958a-4f11-9104-5c823e51e635 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 944 time: 0.0936468 Jun 21 09:33:22.940613 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'code': 200} Jun 21 09:33:22.977646 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-99835cdd-7da2-4837-9a68-9f2842dc966e req-44af5060-2ee5-44b2-8975-cdee1542e6e4 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Jun 21 09:33:22.999406 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-1507efdc-8e9c-4879-b1a9-e01a6c9dd656 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 1097 time: 0.0818007 Jun 21 09:33:23.003017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=aaa1fb31-4901-4d12-819e-a07d7370a57e,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:23.009775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6a30176d-a4f7-42f0-93ff-5c6d8cb6a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:23.019420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.019802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.020175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.020542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.020909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.021302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.021666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.022031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.022391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.022749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.023106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:23.027740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:23.029619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 593bf908-bdbf-4047-bbab-77458a0fce01 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:33:23.034808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 593bf908-bdbf-4047-bbab-77458a0fce01 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:33:23.035230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:23.167622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:23.204247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 593bf908-bdbf-4047-bbab-77458a0fce01, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=593bf908-bdbf-4047-bbab-77458a0fce01,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:23.207423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:23.209466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:23.280330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=593bf908-bdbf-4047-bbab-77458a0fce01,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:23.284164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:23.336431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1549e86-7011-46fd-ade6-287cab2167be req-c3cdecd5-7e6a-45ae-882a-54f11ff3722c tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:23.338628 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a1549e86-7011-46fd-ade6-287cab2167be req-c3cdecd5-7e6a-45ae-882a-54f11ff3722c tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.1588180 Jun 21 09:33:23.342523 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-49938a9a-71b7-4e6c-a69c-1d95fb39ec57 req-d79c8dd3-5ea8-4190-ad8c-4520c7e967a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 1099 time: 0.1211779 Jun 21 09:33:23.374258 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-3ab97ea8-6916-4867-a7b8-82c78a9c59a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe37c11-3a58-4574-b7f9-729ce5a11dce HTTP/1.1" status: 200 len: 217 time: 0.3243358 Jun 21 09:33:23.420789 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a1549e86-7011-46fd-ade6-287cab2167be req-dd173aa4-adfc-48df-97c9-db5702369c19 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745776 Jun 21 09:33:23.423716 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-49938a9a-71b7-4e6c-a69c-1d95fb39ec57 req-94b88cbe-dbf6-4e72-b8e3-159db618a3af service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608158 Jun 21 09:33:23.457718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-44d8a6fa-ca40-4520-addf-afb3d4634434 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:23.459227 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-44d8a6fa-ca40-4520-addf-afb3d4634434 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.0630219 Jun 21 09:33:23.809887 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-b7575a94-b66a-4481-a5c9-19edbc0e3954 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428350 Jun 21 09:33:23.956751 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-77ffae91-88a1-4f66-b31e-11f06301937e service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364732 Jun 21 09:33:24.025129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d9d2e-5070-480d-b35b-2f4ae705170b req-946329ac-5037-4661-bd86-6ab1d5a22a76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.026947 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a39d9d2e-5070-480d-b35b-2f4ae705170b req-946329ac-5037-4661-bd86-6ab1d5a22a76 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.0969086 Jun 21 09:33:24.086449 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a39d9d2e-5070-480d-b35b-2f4ae705170b req-a26ebaa4-1298-40fe-9b4c-972c6529dffe tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522704 Jun 21 09:33:24.119299 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bc395ffc-2ec4-4e23-85df-2d3df30df5d6 req-e19ffb54-ca33-4186-84ba-9414da19ab40 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538935 Jun 21 09:33:24.176612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:24.347484 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-b507cfc4-1862-4cd7-8f78-51792c22354b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 1097 time: 0.0736287 Jun 21 09:33:24.388644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47844360-e304-4daa-aee1-5e7c520b2610 req-e806a9bc-6d8e-4b55-bf66-8aa29186e1ed tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.390260 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47844360-e304-4daa-aee1-5e7c520b2610 req-e806a9bc-6d8e-4b55-bf66-8aa29186e1ed tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 944 time: 0.1966209 Jun 21 09:33:24.396518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc07324-67f8-4b72-8a3b-91196eb31254 req-e9631281-476d-457b-b5b3-1a860da67c88 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.398617 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7bc07324-67f8-4b72-8a3b-91196eb31254 req-e9631281-476d-457b-b5b3-1a860da67c88 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.1698444 Jun 21 09:33:24.463761 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-4140d451-5a58-4346-9bcf-c679fa69640b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1138 time: 0.1646473 Jun 21 09:33:24.493144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-1c4a562e-586a-4440-b649-35b1b14830a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.495267 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-1c4a562e-586a-4440-b649-35b1b14830a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 915 time: 0.1366143 Jun 21 09:33:24.515469 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-47844360-e304-4daa-aee1-5e7c520b2610 req-33c086b7-45c1-4fa3-96ef-bdc3c3c295a5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164827 Jun 21 09:33:24.538022 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7bc07324-67f8-4b72-8a3b-91196eb31254 req-931ffac6-2d2d-4c57-b8ed-8a2cdb5689ca tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184192 Jun 21 09:33:24.582775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-e4b43854-6445-45c1-9460-2a7c64b5b50e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe37c11-3a58-4574-b7f9-729ce5a11dce HTTP/1.1" status: 200 len: 217 time: 0.0778854 Jun 21 09:33:24.634826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-85b896fa-32ba-4f28-83fd-da17d1f50602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:24.641756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-4fc632fe-4735-45a9-9068-c4fd35085bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.643314 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-4fc632fe-4735-45a9-9068-c4fd35085bfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 916 time: 0.1617901 Jun 21 09:33:24.655800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-48ad188e-bc78-4147-a8e4-81c7ed964ce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.657389 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-48ad188e-bc78-4147-a8e4-81c7ed964ce1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.0648141 Jun 21 09:33:24.713766 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-772d2822-8126-4f4d-ad0b-60a287baade1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423641 Jun 21 09:33:24.792895 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-20b0acf8-f7bb-4172-9a47-264c5e2aaa8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 1002 time: 0.1094291 Jun 21 09:33:24.805927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205609b-ca50-4d54-b997-6664fb26760e req-5b833b2b-5d00-4409-88b9-dec5274d583a tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.807546 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7205609b-ca50-4d54-b997-6664fb26760e req-5b833b2b-5d00-4409-88b9-dec5274d583a tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.1629856 Jun 21 09:33:24.879936 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-5ad28ff1-9869-42e2-b65a-aed1c2967f76 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308162 Jun 21 09:33:24.902422 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-1b839ae5-12f0-4193-8809-53d46f43c26e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:24.903880 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-1b839ae5-12f0-4193-8809-53d46f43c26e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.0954406 Jun 21 09:33:24.908596 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7205609b-ca50-4d54-b997-6664fb26760e req-7ebce114-5299-4969-a54d-c6fd5d46cf0f tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 Jun 21 09:33:24.941456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593bf908-bdbf-4047-bbab-77458a0fce01'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:24.990663 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593bf908-bdbf-4047-bbab-77458a0fce01', 'code': 200} Jun 21 09:33:25.021236 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-4bf5ab65-a91e-48b1-99c9-87ed313ff9e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700774 Jun 21 09:33:25.078596 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-20f991fc-c6d9-4725-a536-9cbb11e9718a req-63bec868-8837-4b7c-b4db-f2e09948f2f4 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392155 Jun 21 09:33:25.121692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:25.331906 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-4d9e854e-8594-4ff4-816f-a0cbe64af527 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019672 Jun 21 09:33:25.351305 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6ace-77b5-41a9-a0dc-01c0de50854f req-47f7c4e4-debe-42c8-b7bc-8f2de2cb8122 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:25.352861 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5fc6ace-77b5-41a9-a0dc-01c0de50854f req-47f7c4e4-debe-42c8-b7bc-8f2de2cb8122 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.1235754 Jun 21 09:33:25.434635 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-60f77c52-45b7-4d69-82d6-fbc5debe5ac1 req-8b904539-212c-4482-8b1d-eb3a784a2670 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 1098 time: 0.0708747 Jun 21 09:33:25.461670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:25.487370 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-60f77c52-45b7-4d69-82d6-fbc5debe5ac1 req-9e45fbcd-e75f-4d63-896f-fc55c0486395 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Jun 21 09:33:25.500888 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5fc6ace-77b5-41a9-a0dc-01c0de50854f req-23a574e7-a3d8-4a7c-8b97-1837b572f643 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209059 Jun 21 09:33:25.534115 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4efc9dc3-20fe-41ac-bcd4-f21bc885da6e req-d3823c73-cdf4-4a20-9a8a-e344f7d8c87f service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802087 Jun 21 09:33:25.766843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc29db2-531c-40a6-b9ea-864df0362552 req-6bc2acf0-62b5-4f8e-a8c1-3d628fde8dfa tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:25.768561 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4cc29db2-531c-40a6-b9ea-864df0362552 req-6bc2acf0-62b5-4f8e-a8c1-3d628fde8dfa tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 944 time: 0.1356735 Jun 21 09:33:25.774828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d475-7bef-4e8b-b71d-46e2b39b9daf req-97888d86-ba68-49a2-a566-98acde3bcba7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:25.776782 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d90d475-7bef-4e8b-b71d-46e2b39b9daf req-97888d86-ba68-49a2-a566-98acde3bcba7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.1028678 Jun 21 09:33:26.043839 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4cc29db2-531c-40a6-b9ea-864df0362552 req-5b89b132-a3f8-437e-a9a1-1b5fd460024e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660213 Jun 21 09:33:26.052357 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d90d475-7bef-4e8b-b71d-46e2b39b9daf req-a59f3d2e-d9f9-4cbe-be92-bdc91c8ce56e tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584136 Jun 21 09:33:26.240361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a6dd0-07f3-4e99-aa12-e893f6f7fdc0 req-a5efea96-bfe9-4f4d-b535-431708c07783 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:26.241954 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d7a6dd0-07f3-4e99-aa12-e893f6f7fdc0 req-a5efea96-bfe9-4f4d-b535-431708c07783 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.0771658 Jun 21 09:33:26.295363 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1d7a6dd0-07f3-4e99-aa12-e893f6f7fdc0 req-dd801abd-d0eb-4aa3-8f04-e43bdb848d7d tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Jun 21 09:33:26.635733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9fe37c11-3a58-4574-b7f9-729ce5a11dce details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:33:26.695204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081909-c18d-4d26-9b2b-4d6d1e5dfa0e req-646d9efc-fe27-475e-89c0-e33156672e61 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:26.696786 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1f081909-c18d-4d26-9b2b-4d6d1e5dfa0e req-646d9efc-fe27-475e-89c0-e33156672e61 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.0780513 Jun 21 09:33:26.747105 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1f081909-c18d-4d26-9b2b-4d6d1e5dfa0e req-f0670676-d15b-4baa-85f2-ded821f21263 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Jun 21 09:33:26.770552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9fe37c11-3a58-4574-b7f9-729ce5a11dce, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9fe37c11-3a58-4574-b7f9-729ce5a11dce,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:26.785311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '9fe37c11-3a58-4574-b7f9-729ce5a11dce', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'port_id': '9fe37c11-3a58-4574-b7f9-729ce5a11dce', 'mac_address': 'fa:16:3e:17:8d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e2b528-b760-43d6-8272-7d5325ca7306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:33:26.839872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:26.858119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe37c11-3a58-4574-b7f9-729ce5a11dce {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:26.874270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9fe37c11-3a58-4574-b7f9-729ce5a11dce, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9fe37c11-3a58-4574-b7f9-729ce5a11dce,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:26.877276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:26.879095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:26.934025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b676d0-1a1f-4639-b0f0-95e85ce5cddc req-989025bf-21b9-4e64-92cd-e0a8a00dce1d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:26.935610 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-11b676d0-1a1f-4639-b0f0-95e85ce5cddc req-989025bf-21b9-4e64-92cd-e0a8a00dce1d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.0796826 Jun 21 09:33:26.941910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=9fe37c11-3a58-4574-b7f9-729ce5a11dce,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:26.945219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:26.945742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 42150) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:33:26.951736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Request body: {'floatingip': {'port_id': 'aaa1fb31-4901-4d12-819e-a07d7370a57e'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:27.025217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:27.059865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:27.496925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a68c7-cce7-4feb-8e7f-bf810e12dd8d req-832c90f0-1a51-4753-be69-70537bc338c1 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:27.498522 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6b5a68c7-cce7-4feb-8e7f-bf810e12dd8d req-832c90f0-1a51-4753-be69-70537bc338c1 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.2974362 Jun 21 09:33:27.506886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c734-cfcd-42bc-aebc-2ac1b5ef2dc4 req-1eb7422c-99be-4bdc-9838-593ee3839f37 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:27.508033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['9fe37c11-3a58-4574-b7f9-729ce5a11dce'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:27.508356 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d0c0c734-cfcd-42bc-aebc-2ac1b5ef2dc4 req-1eb7422c-99be-4bdc-9838-593ee3839f37 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 945 time: 0.3086765 Jun 21 09:33:27.805939 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6b5a68c7-cce7-4feb-8e7f-bf810e12dd8d req-5114a6a7-3ff9-4e61-82d5-89accb77de2a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2964895 Jun 21 09:33:27.811519 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d0c0c734-cfcd-42bc-aebc-2ac1b5ef2dc4 req-b3dae8c7-72b8-481f-b624-96a6c29fc7e0 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776296 Jun 21 09:33:28.214472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:28.219010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:28.309328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41226dca-8806-4c12-939d-a144dfba2114 req-6e64ba97-12c2-4307-bd6c-6efbc2a9a8e0 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:28.310896 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-41226dca-8806-4c12-939d-a144dfba2114 req-6e64ba97-12c2-4307-bd6c-6efbc2a9a8e0 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.3610013 Jun 21 09:33:28.425616 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-41226dca-8806-4c12-939d-a144dfba2114 req-41899a33-69e7-434b-b584-c2e6db7ef97d tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625985 Jun 21 09:33:28.461368 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Floating IP 8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea associated. External IP: 172.27.0.225, port: aaa1fb31-4901-4d12-819e-a07d7370a57e. Jun 21 09:33:28.836104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Router fd041406-3363-4e68-aa5c-65d618c6fc04 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:33:29.138656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dbaed-8125-44b7-827a-fded0789933c req-943670e7-769c-4502-b87f-7fe986a46434 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:29.140188 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c2dbaed-8125-44b7-827a-fded0789933c req-943670e7-769c-4502-b87f-7fe986a46434 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 945 time: 0.1598444 Jun 21 09:33:29.177343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ddf30-3b27-437d-b042-5cfe8b6ecfd7 req-1f5c7414-1d81-4a05-8d1d-1cad93eb2e16 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:29.180588 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-956ddf30-3b27-437d-b042-5cfe8b6ecfd7 req-1f5c7414-1d81-4a05-8d1d-1cad93eb2e16 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.1537514 Jun 21 09:33:29.253667 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c2dbaed-8125-44b7-827a-fded0789933c req-21d33853-78c7-4d5e-bf15-98f225c5b43d tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038284 Jun 21 09:33:29.267639 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-956ddf30-3b27-437d-b042-5cfe8b6ecfd7 req-c1a81524-294a-4537-b8be-d1a500712fb6 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800295 Jun 21 09:33:29.281828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:33:29.291307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] Sync routers for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:33:29.291456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:29.304598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:33:29.305418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:33:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:29.348180 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0154ff5c-4525-402d-9bd0-b8ee7ae75cc0 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "PUT /v2.0/floatingips/8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea HTTP/1.1" status: 200 len: 992 time: 2.3984857 Jun 21 09:33:29.348180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:29.482957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:33:29.515556 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'status': 'completed', 'code': 200} Jun 21 09:33:29.704675 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df40755a-d49d-4963-8567-bb1a78b1406e req-1675dc06-15e6-4819-9a80-10b26e964731 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 1099 time: 0.0738063 Jun 21 09:33:29.822230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'port_id': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'mac_address': 'fa:16:3e:98:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:33:08Z', 'updated_at': '2021-06-21T09:33:27Z', 'revision_number': 1, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:29.826154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] Checking router: fd041406-3363-4e68-aa5c-65d618c6fc04 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:33:29.837107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:33:29.837743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:33:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:29.855279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40755a-d49d-4963-8567-bb1a78b1406e req-a650cfe2-91a1-4c9c-868c-41a84953c399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:29.856808 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df40755a-d49d-4963-8567-bb1a78b1406e req-a650cfe2-91a1-4c9c-868c-41a84953c399 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 200 len: 911 time: 0.1325765 Jun 21 09:33:29.959774 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df40755a-d49d-4963-8567-bb1a78b1406e req-343405bc-8078-4bcb-8751-3ca0421d3c3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e HTTP/1.1" status: 200 len: 1000 time: 0.0927618 Jun 21 09:33:30.036426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40755a-d49d-4963-8567-bb1a78b1406e req-715195be-bdf3-488d-9931-20c39ed2a0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:30.038325 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df40755a-d49d-4963-8567-bb1a78b1406e req-715195be-bdf3-488d-9931-20c39ed2a0b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 200 len: 849 time: 0.0659049 Jun 21 09:33:30.140635 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df40755a-d49d-4963-8567-bb1a78b1406e req-39b32c5e-d9c8-4a09-aa64-50d1481a28ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f23257cb-fe29-43bb-8207-08422340aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866940 Jun 21 09:33:30.193782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:33:30.559214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'port_id': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'mac_address': 'fa:16:3e:98:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:33:08Z', 'updated_at': '2021-06-21T09:33:27Z', 'revision_number': 1, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:33:30.563548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ec4448-21d3-4ea0-910f-991579b6a978 None None] The sync data for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi is: [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'port_id': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'mac_address': 'fa:16:3e:98:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:33:08Z', 'updated_at': '2021-06-21T09:33:27Z', 'revision_number': 1, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:33:30.631284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9fe37c11-3a58-4574-b7f9-729ce5a11dce up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:33:30.635929 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df40755a-d49d-4963-8567-bb1a78b1406e req-6316d81d-7c9b-4895-862e-8f66ecebda5d service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836979 Jun 21 09:33:30.649211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024856bf-36f3-4f4a-808c-01e9801c1eab req-7f371720-fdcd-4b69-9934-ed78d0e3aa8b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:30.650770 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-024856bf-36f3-4f4a-808c-01e9801c1eab req-7f371720-fdcd-4b69-9934-ed78d0e3aa8b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 945 time: 0.2423949 Jun 21 09:33:30.657736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4c13-51ad-4c3c-9c21-63e122bdbfbe req-125743bd-5aac-49cb-b124-513064efe1b5 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:30.659170 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3a8f4c13-51ad-4c3c-9c21-63e122bdbfbe req-125743bd-5aac-49cb-b124-513064efe1b5 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.2495728 Jun 21 09:33:30.700124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 9fe37c11-3a58-4574-b7f9-729ce5a11dce completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:33:30.705411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 9fe37c11-3a58-4574-b7f9-729ce5a11dce triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:33:30.705987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:30.816887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:30.844164 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-024856bf-36f3-4f4a-808c-01e9801c1eab req-4509b426-f461-4029-8f02-638858f73b34 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839995 Jun 21 09:33:30.844833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe37c11-3a58-4574-b7f9-729ce5a11dce'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:30.854799 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3a8f4c13-51ad-4c3c-9c21-63e122bdbfbe req-9a36a776-000e-4579-8bdd-7a7016b739d7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1718130 Jun 21 09:33:30.857723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 9fe37c11-3a58-4574-b7f9-729ce5a11dce, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9fe37c11-3a58-4574-b7f9-729ce5a11dce,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:30.861547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:30.865610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0562ad89-32e5-4712-a192-6719cc5f1a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:30.889186 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df40755a-d49d-4963-8567-bb1a78b1406e req-6a15925c-42bf-45ec-b5fe-34ac9f05648d service neutron] 10.222.0.45 "GET /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371953 Jun 21 09:33:30.925643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e60d2c6-ab4a-4e59-b277-8ceca480608f None None] New status for floating IP 8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea: ACTIVE {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:33:30.944145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=9fe37c11-3a58-4574-b7f9-729ce5a11dce,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:30.949733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:31.099411 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe37c11-3a58-4574-b7f9-729ce5a11dce', 'code': 200} Jun 21 09:33:31.440971 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-74f1f888-ad2b-493f-ae23-fa7931f1d9b8 req-ccc7592a-101b-4d50-9ac0-e778ef35bddb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 1099 time: 0.0686555 Jun 21 09:33:31.490728 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-74f1f888-ad2b-493f-ae23-fa7931f1d9b8 req-36dd8e45-281f-4110-bb86-3e7f7991f3a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Jun 21 09:33:32.062780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020b694-f042-4bf0-be7b-d941c39de0e9 req-6011c7e9-8c34-4044-a915-a67c5f8c550f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:32.063983 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c020b694-f042-4bf0-be7b-d941c39de0e9 req-6011c7e9-8c34-4044-a915-a67c5f8c550f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0868707 Jun 21 09:33:32.118423 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c020b694-f042-4bf0-be7b-d941c39de0e9 req-e1184fb8-286d-436e-9856-47b0768ae8a2 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474513 Jun 21 09:33:32.205140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1037c-d70a-4e7f-84cb-5a3d3c9e6ae4 req-fb78c468-2ae5-4419-a49d-6fad764d9e98 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:32.206715 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8d1037c-d70a-4e7f-84cb-5a3d3c9e6ae4 req-fb78c468-2ae5-4419-a49d-6fad764d9e98 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 946 time: 0.0806322 Jun 21 09:33:32.256448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8d1037c-d70a-4e7f-84cb-5a3d3c9e6ae4 req-ff9c9714-30bd-4730-a07a-e8a6fda5bca1 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Jun 21 09:33:33.315092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a7fe-953c-4af7-afdf-6e69305bff64 req-02277973-827b-4098-b730-60c5c9b6c1f3 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:33.316614 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5027a7fe-953c-4af7-afdf-6e69305bff64 req-02277973-827b-4098-b730-60c5c9b6c1f3 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0772667 Jun 21 09:33:33.372248 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5027a7fe-953c-4af7-afdf-6e69305bff64 req-ea44bb3f-2d29-424f-9e6b-6d6fddcbb327 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479636 Jun 21 09:33:33.451036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517b2d-d5a9-4133-9a2e-66a644274644 req-32332b41-ae05-44d4-bd98-81376efe49eb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:33.452631 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e517b2d-d5a9-4133-9a2e-66a644274644 req-32332b41-ae05-44d4-bd98-81376efe49eb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 946 time: 0.0794413 Jun 21 09:33:33.512444 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e517b2d-d5a9-4133-9a2e-66a644274644 req-545c4fab-73e4-4b6a-b306-bbd7c6157bbc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Jun 21 09:33:34.573592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfde68-52fc-4c32-a1a1-6ed692c52b39 req-7a09be12-2cbe-4a0e-b322-2ef6ce2a12d8 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:34.575157 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8ebfde68-52fc-4c32-a1a1-6ed692c52b39 req-7a09be12-2cbe-4a0e-b322-2ef6ce2a12d8 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0825720 Jun 21 09:33:34.628722 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8ebfde68-52fc-4c32-a1a1-6ed692c52b39 req-4d537afa-e189-401e-b638-87166edc0fc1 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461617 Jun 21 09:33:34.707524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90146e-268b-4eca-a3cb-121f533228d2 req-1199e1a1-b3c3-4139-9c2e-4c4496ba5073 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:34.709143 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6c90146e-268b-4eca-a3cb-121f533228d2 req-1199e1a1-b3c3-4139-9c2e-4c4496ba5073 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 946 time: 0.0790832 Jun 21 09:33:34.763705 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6c90146e-268b-4eca-a3cb-121f533228d2 req-c360cc2a-e84e-4ccc-a632-487b2821e754 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Jun 21 09:33:35.821696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a031796-3993-491d-a2ee-f133918c8366 req-084c8700-3899-4a9d-9185-3cd9fecd3ed9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:35.823336 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4a031796-3993-491d-a2ee-f133918c8366 req-084c8700-3899-4a9d-9185-3cd9fecd3ed9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0781982 Jun 21 09:33:35.876195 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4a031796-3993-491d-a2ee-f133918c8366 req-56c70b13-af01-402d-b975-9787a1aa1660 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455744 Jun 21 09:33:37.084879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948516c3-d8a4-4198-805a-f7ca2bc142ba req-8a74d4d6-12a5-476f-becb-040c3e5d5205 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:37.087119 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-948516c3-d8a4-4198-805a-f7ca2bc142ba req-8a74d4d6-12a5-476f-becb-040c3e5d5205 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0922790 Jun 21 09:33:37.153108 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-948516c3-d8a4-4198-805a-f7ca2bc142ba req-b4d9b8b3-fb13-4e61-8fd8-be9864730089 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548265 Jun 21 09:33:38.348680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2501f94-7851-4de7-be88-ff4360efc86f req-314530d0-01ea-4182-a018-b164ad84638a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:38.350379 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2501f94-7851-4de7-be88-ff4360efc86f req-314530d0-01ea-4182-a018-b164ad84638a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0844719 Jun 21 09:33:38.401398 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2501f94-7851-4de7-be88-ff4360efc86f req-0a457f6a-8fd8-4259-aaa5-151c18c75bf0 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438924 Jun 21 09:33:40.720925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea917e-7db1-449a-baf3-cd918f128576 req-d08d613f-1ebf-4cb6-a507-201c7335c9ff tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:40.722525 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0bea917e-7db1-449a-baf3-cd918f128576 req-d08d613f-1ebf-4cb6-a507-201c7335c9ff tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0776045 Jun 21 09:33:40.776810 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0bea917e-7db1-449a-baf3-cd918f128576 req-d979f1b1-1d08-4f97-90c2-a96b0a5e9267 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472782 Jun 21 09:33:41.967504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b56fd-aa74-45c9-8335-3220ccda19ac req-57def061-b305-468b-bf3d-008f02ea3e51 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:41.969072 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-322b56fd-aa74-45c9-8335-3220ccda19ac req-57def061-b305-468b-bf3d-008f02ea3e51 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0773013 Jun 21 09:33:42.020718 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-322b56fd-aa74-45c9-8335-3220ccda19ac req-9bd4d717-a0a2-491b-b57c-fa2fa4a4031e tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445089 Jun 21 09:33:45.062189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a453e-4650-41ea-a970-052a764ed480 req-14fb7a5e-4994-464d-922d-f4202db54f30 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:45.064033 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a51a453e-4650-41ea-a970-052a764ed480 req-14fb7a5e-4994-464d-922d-f4202db54f30 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0816073 Jun 21 09:33:45.116043 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a51a453e-4650-41ea-a970-052a764ed480 req-adb30e7a-54f4-4a1e-8ecc-2a4713cb1cd4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446799 Jun 21 09:33:46.306012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72923d9d-916d-471f-be71-bbea2e324319 req-9aa04c99-d058-45c4-8e26-0bd8eaf76b9f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:46.308157 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-72923d9d-916d-471f-be71-bbea2e324319 req-9aa04c99-d058-45c4-8e26-0bd8eaf76b9f tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0777960 Jun 21 09:33:46.362375 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-72923d9d-916d-471f-be71-bbea2e324319 req-c65c8e47-f47c-4a87-9608-1b034112e333 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468700 Jun 21 09:33:47.564903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b299b-c489-4f0a-a732-02855b92b313 req-03055711-4377-4aac-bd0e-3644029223a7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:47.566393 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f5b299b-c489-4f0a-a732-02855b92b313 req-03055711-4377-4aac-bd0e-3644029223a7 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0774221 Jun 21 09:33:47.616484 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f5b299b-c489-4f0a-a732-02855b92b313 req-bdf1482f-cb5c-4283-88f8-a8f01b0ae55b tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424731 Jun 21 09:33:48.813055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d061-1ad2-4041-90f7-bcde4e5b79bc req-540d2d3c-a614-4bd8-9cf0-1b470ac48044 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:48.814873 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b257d061-1ad2-4041-90f7-bcde4e5b79bc req-540d2d3c-a614-4bd8-9cf0-1b470ac48044 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0817549 Jun 21 09:33:48.865431 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b257d061-1ad2-4041-90f7-bcde4e5b79bc req-a4bff92a-e95f-4e7c-ba91-4679760d600b tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434792 Jun 21 09:33:50.057683 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2853e-3936-4518-8c88-53c8ce8e43d1 req-5c4f0ad0-9a6d-4e7b-8e4d-2045e98b9025 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:50.060150 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4eb2853e-3936-4518-8c88-53c8ce8e43d1 req-5c4f0ad0-9a6d-4e7b-8e4d-2045e98b9025 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0769594 Jun 21 09:33:50.116064 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4eb2853e-3936-4518-8c88-53c8ce8e43d1 req-8d6e00b0-3e5a-47d0-b318-a1f2bfc0dff8 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485320 Jun 21 09:33:51.458409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159e500-87c3-4803-a8ad-f86b305e865c req-0f0d1f53-349f-4296-9323-844fe7f45244 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:51.459971 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0159e500-87c3-4803-a8ad-f86b305e865c req-0f0d1f53-349f-4296-9323-844fe7f45244 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0803981 Jun 21 09:33:51.511112 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0159e500-87c3-4803-a8ad-f86b305e865c req-261198a5-b05f-4965-9624-4041bba27a88 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434694 Jun 21 09:33:52.073776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-aca4e84d-5451-41af-8707-64310ff6e42f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:52.075323 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-aca4e84d-5451-41af-8707-64310ff6e42f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.1494050 Jun 21 09:33:52.094620 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-07536a12-8670-4713-9a60-ec021eb724eb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/quotas/6ee9e0eadd71400597b53d6e19e8bd32 HTTP/1.1" status: 200 len: 375 time: 0.0118663 Jun 21 09:33:52.182889 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-e73d1bfb-ef4c-4673-a869-22e10164a8c2 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818861 Jun 21 09:33:52.398709 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-0e5f98c4-74a1-489b-bf1a-f7829b2196eb service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071476 Jun 21 09:33:52.787142 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-737ee9d3-4b8c-4c2a-a084-c1a792d661d8 service neutron] 10.222.0.36 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809857 Jun 21 09:33:52.804920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e043da-7cb9-4e10-9bed-83815a3b00b8 req-92f8bbb3-f7d9-4ec2-b2db-3468d3a14b8a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:52.806579 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e043da-7cb9-4e10-9bed-83815a3b00b8 req-92f8bbb3-f7d9-4ec2-b2db-3468d3a14b8a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.1126852 Jun 21 09:33:52.858068 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b5e043da-7cb9-4e10-9bed-83815a3b00b8 req-390a0a8a-34e0-4a4a-a640-3926a087dbbb tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&id=aaf8ccfc-3105-4a05-afed-79b64afc39b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438259 Jun 21 09:33:52.991040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e2c49f4d-3a7f-4675-835a-0d1948ae2dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:53.079966 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-353d1a0f-6f31-4144-889c-77dc5fcd80a2 req-328e05ff-604e-46be-b3ba-ff9ac0bc920e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 210 time: 0.0551639 Jun 21 09:33:53.410741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d172610-5fd9-4652-9255-f67a6d669262 req-6dd58d88-9d7b-448d-9aec-3c3ac4a2c102 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:53.412325 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d172610-5fd9-4652-9255-f67a6d669262 req-6dd58d88-9d7b-448d-9aec-3c3ac4a2c102 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.0812607 Jun 21 09:33:53.466601 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d172610-5fd9-4652-9255-f67a6d669262 req-e6380d3d-ccf8-4cb8-8386-e808b2d37530 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Jun 21 09:33:54.179226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:54.242065 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-764922e2-9d4b-45a3-b4bd-2c0e334a8780 req-f7637898-00f8-4d55-a474-c9dc882b8e9f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 210 time: 0.0484169 Jun 21 09:33:54.492333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-e27435ee-7246-4e5c-90fb-8f6ad5216d81 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:54.493935 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-e27435ee-7246-4e5c-90fb-8f6ad5216d81 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 814 time: 0.1547563 Jun 21 09:33:54.518285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Request body: {'port': {'device_id': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'admin_state_up': True, 'tenant_id': '6ee9e0eadd71400597b53d6e19e8bd32'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:54.644197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dc447227-1bbd-4cc8-a4d6-f14df126b37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:54.708944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:33:54.716870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Usage tracker for resource:port and tenant:6ee9e0eadd71400597b53d6e19e8bd32 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:33:54.722040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:33:54.732381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:33:54.744773 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfa851-1bf3-4296-bd4a-1868b7ec4e6a req-275e4794-34ba-4153-8706-21e23c272958 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:54.746384 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-04dfa851-1bf3-4296-bd4a-1868b7ec4e6a req-275e4794-34ba-4153-8706-21e23c272958 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.1382740 Jun 21 09:33:54.751153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Made reservation on behalf of 6ee9e0eadd71400597b53d6e19e8bd32 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:33:54.756447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:54.874492 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-04dfa851-1bf3-4296-bd4a-1868b7ec4e6a req-8e9108bd-b487-4737-b4c0-19268cdc2418 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069512 Jun 21 09:33:54.956607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Allocated IP 172.20.0.4 (3b379e08-442e-4bb5-8443-f782f3fb18cc/01e2b528-b760-43d6-8272-7d5325ca7306/e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:33:55.133389 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:55.163320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:55.188680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:55.194947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e8d8dc3-f88b-4290-b2a7-b3e7d24cfae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:55.244900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9', '67ec472c-b6d8-456a-a975-3b513660701a', '9fe37c11-3a58-4574-b7f9-729ce5a11dce'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:55.263145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Network 3b379e08-442e-4bb5-8443-f782f3fb18cc is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:33:55.266626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:33:55.269344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:33:55.305535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event updated for resources: {'Port': ['ID=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:55.321615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.321717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.322066 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.322466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.322865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.323260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.323653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.324043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.324446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.324795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.325214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:55.329834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:55.352403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:55.353632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:55.423711 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9099929 Jun 21 09:33:55.459810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fbf70-f7d1-4ff2-9440-9f1dc228f8cb req-7d34bfd7-160c-4bb2-afe3-c1d8b4421b8c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:55.460581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-686fbf70-f7d1-4ff2-9440-9f1dc228f8cb req-7d34bfd7-160c-4bb2-afe3-c1d8b4421b8c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:55.464077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:55.476755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-686fbf70-f7d1-4ff2-9440-9f1dc228f8cb req-7d34bfd7-160c-4bb2-afe3-c1d8b4421b8c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:55.478600 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-686fbf70-f7d1-4ff2-9440-9f1dc228f8cb req-7d34bfd7-160c-4bb2-afe3-c1d8b4421b8c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 931 time: 0.1140120 Jun 21 09:33:55.529491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Request body: {'port': {'device_id': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:33:55.566976 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-686fbf70-f7d1-4ff2-9440-9f1dc228f8cb req-a271a292-9404-4e5d-a66f-c0be3011a349 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812695 Jun 21 09:33:55.639504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:55.980520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:33:55.987335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:56.040061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Transition to ACTIVE for port object e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:33:56.048201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:56.053387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:56.190885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:56.193772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:56.239212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be3666-863f-4639-9e93-24975078b54e req-98439923-f4b2-4a8e-baee-f3d1c6cfeacb tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:56.240786 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-26be3666-863f-4639-9e93-24975078b54e req-98439923-f4b2-4a8e-baee-f3d1c6cfeacb tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.2436273 Jun 21 09:33:56.444095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-c2712563-ee23-4d9c-81df-8b499d7d6c08 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:56.444811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-c2712563-ee23-4d9c-81df-8b499d7d6c08 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Synchronizing usage tracker for tenant:f88a28d7571549088d9814df78c8f6eb on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:33:56.462491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-c2712563-ee23-4d9c-81df-8b499d7d6c08 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Unset dirty status for tenant:f88a28d7571549088d9814df78c8f6eb on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:33:56.463758 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-c2712563-ee23-4d9c-81df-8b499d7d6c08 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 945 time: 0.1057980 Jun 21 09:33:56.537753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Deleting port 593bf908-bdbf-4047-bbab-77458a0fce01 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:33:56.538150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:56.553362 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-26be3666-863f-4639-9e93-24975078b54e req-90082d29-31f2-4c18-8ee2-ba261a9a1b0b tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848709 Jun 21 09:33:56.560310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Attempting to bind port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:33:56.560682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Attempting to bind port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:33:56.561076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Attempting to bind port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:56.576993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee on network 3b379e08-442e-4bb5-8443-f782f3fb18cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:33:56.576993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Attempting to bind port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee on network 3b379e08-442e-4bb5-8443-f782f3fb18cc {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:33:56.576993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:33:56.576993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Checking segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:33:56.576993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Bound using segment: {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:33:56.576993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Bound port: e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226395f6-eccf-4f94-b224-0656465b93ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:33:56.576993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:56.662846 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] For port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:33:56.666492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] For port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:33:56.671304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:56.675773 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e9737f7a-c54c-4686-b3d4-71c030ec2aef tempest-VolumesNegativeTest-895544822 tempest-VolumesNegativeTest-895544822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:56.782627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:56.784226 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] 10.222.0.45 "PUT /v2.0/ports/e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee HTTP/1.1" status: 200 len: 1093 time: 1.3377891 Jun 21 09:33:56.785500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] For port 593bf908-bdbf-4047-bbab-77458a0fce01, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=593bf908-bdbf-4047-bbab-77458a0fce01,segment=NetworkSegment(63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05),segment_id=63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:33:56.785840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'tag': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:56.785963 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:56.811329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:56.817252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:56.831650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573a20c-5f4a-4a56-bc03-9e872daf1042 req-f5214156-2763-43cf-8c23-f225de300cf3 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:56.833245 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3573a20c-5f4a-4a56-bc03-9e872daf1042 req-f5214156-2763-43cf-8c23-f225de300cf3 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 943 time: 0.1245139 Jun 21 09:33:56.920101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Calling delete_port for 593bf908-bdbf-4047-bbab-77458a0fce01 owned by compute:nova {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:33:56.941650 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3573a20c-5f4a-4a56-bc03-9e872daf1042 req-37a04ac8-c777-4d8b-a843-53401391a504 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004586 Jun 21 09:33:56.960097 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-06c19ddf-dc60-4ebf-b1be-22948c30623a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 1096 time: 0.0960543 Jun 21 09:33:57.088014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:57.089590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:57.095357 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-22a74b0a-0a68-437d-959e-583c24935f51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee HTTP/1.1" status: 200 len: 217 time: 0.0996883 Jun 21 09:33:57.096848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-64bc1e65-63d2-43b6-afdc-405bfb973e48 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:33:57.097187 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'tag': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee', 'status': 'completed', 'code': 200} Jun 21 09:33:57.142668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['593bf908-bdbf-4047-bbab-77458a0fce01'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:33:57.143634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Pushing event deleted for resources: {'Port': ['ID=593bf908-bdbf-4047-bbab-77458a0fce01,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:33:57.202624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-d4818cda-dbeb-4a75-b750-cfdde957a926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:57.204160 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-d4818cda-dbeb-4a75-b750-cfdde957a926 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.0639663 Jun 21 09:33:57.224546 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.225020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.225433 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.225847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.226258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.226669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.227084 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.227493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.227898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.228301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.228703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:33:57.235837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:33:57.236606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] No DVR routers for this DVR port 593bf908-bdbf-4047-bbab-77458a0fce01 on host hv-cinder-79721 {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:33:57.238767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:33:57.241508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'name': 'network-vif-deleted', 'tag': '593bf908-bdbf-4047-bbab-77458a0fce01'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:33:57.258152 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c117ac07-8f86-4bef-87dd-488b032b71c4 req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.45 "DELETE /v2.0/ports/593bf908-bdbf-4047-bbab-77458a0fce01 HTTP/1.1" status: 204 len: 173 time: 0.7859001 Jun 21 09:33:57.266427 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-81f488c9-4d87-4945-b501-0bed39c18461 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479267 Jun 21 09:33:57.390870 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955e5158-5fa2-4213-a9c2-f74e3f16b50e', 'name': 'network-vif-deleted', 'tag': '593bf908-bdbf-4047-bbab-77458a0fce01', 'status': 'completed', 'code': 200} Jun 21 09:33:57.409109 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-f6ca1071-f207-449b-a0cf-2180ce3dba48 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333530 Jun 21 09:33:57.584654 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f54dc6a1-9a2d-4b87-8488-c34314b5252b req-1dc64670-98bb-46d2-a265-925bf9d4913b service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317534 Jun 21 09:33:57.731880 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-405ed8bd-15b1-42c7-91fc-4298e7a98735 req-7c597780-56f9-4733-8576-055d15e9ee89 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] 10.222.0.36 "GET /v2.0/ports?device_id=955e5158-5fa2-4213-a9c2-f74e3f16b50e HTTP/1.1" status: 200 len: 210 time: 0.0461829 Jun 21 09:33:57.801865 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-f38c89d2-18aa-41ff-b227-6b6404b2a5b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 1096 time: 0.0722604 Jun 21 09:33:57.946891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-93040076-5b41-4f4d-9d90-efbabfe73138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:57.948335 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-93040076-5b41-4f4d-9d90-efbabfe73138 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 200 len: 915 time: 0.1305978 Jun 21 09:33:58.162250 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-f504ef44-2bcd-4154-9284-12ed9cd7c207 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee HTTP/1.1" status: 200 len: 217 time: 0.1590407 Jun 21 09:33:58.191794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675730-07ff-43fb-8798-4c5fb7981d88 req-122a1b12-4d12-4de5-a840-a5a66831bb9b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:58.193405 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-57675730-07ff-43fb-8798-4c5fb7981d88 req-122a1b12-4d12-4de5-a840-a5a66831bb9b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 943 time: 0.0920310 Jun 21 09:33:58.299350 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-9c481769-5abd-4200-8a67-85b3df61a7cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831161 Jun 21 09:33:58.299906 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-57675730-07ff-43fb-8798-4c5fb7981d88 req-90541a46-7b4f-4d14-8552-fff003d490d1 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981677 Jun 21 09:33:58.301116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-f1b841a0-bea6-4875-97bf-e0bc4e6caad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:58.302598 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-f1b841a0-bea6-4875-97bf-e0bc4e6caad6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 200 len: 854 time: 0.0844736 Jun 21 09:33:58.403279 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-e33f8ac9-7eee-4eca-a3bd-547ca14cabe6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b379e08-442e-4bb5-8443-f782f3fb18cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454953 Jun 21 09:33:58.501201 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-5d2506d7-f952-461f-9b85-da189b60e0f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1138 time: 0.0745504 Jun 21 09:33:58.550982 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-dffd60ae-f30a-4452-9345-e8d3c3c184b0 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303082 Jun 21 09:33:58.657621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-85fee9c9-8a2d-48ed-9f61-74fd3b29fef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:58.659223 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-85fee9c9-8a2d-48ed-9f61-74fd3b29fef9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 916 time: 0.1328506 Jun 21 09:33:58.696687 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93c6df78-1cc6-403f-a6bb-ef98d0de750a req-7e1443b8-93c3-442f-9db9-5bce813f7312 service neutron] 10.222.0.45 "GET /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300101 Jun 21 09:33:58.760784 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-6dc869db-4059-47c5-80f2-fbc5add60947 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 1002 time: 0.0901220 Jun 21 09:33:58.775065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:33:59.061077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-2095af00-e5cf-40f4-bf3e-a8ee4169c588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:59.062663 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-2095af00-e5cf-40f4-bf3e-a8ee4169c588 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.2924144 Jun 21 09:33:59.151746 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-df48247b-5ec8-4d8a-bd52-6041447127ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724063 Jun 21 09:33:59.298113 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-62b13d65-e42f-49d6-b6e9-3e6601978dc9 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360126 Jun 21 09:33:59.445717 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d8960f7-a19c-4410-a3a5-04f0387623d6 req-14e47a5d-13dc-4c9e-acd1-e068e15f31e8 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353629 Jun 21 09:33:59.500497 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef30b8-0015-48aa-9ca2-f522366ff5b2 req-ee07be56-6347-420c-8ce9-8e5714119a58 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:33:59.502151 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d0ef30b8-0015-48aa-9ca2-f522366ff5b2 req-ee07be56-6347-420c-8ce9-8e5714119a58 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 943 time: 0.0835066 Jun 21 09:33:59.554896 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d0ef30b8-0015-48aa-9ca2-f522366ff5b2 req-d5aaec1b-0e27-4850-9cb1-9bcb7f37a751 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Jun 21 09:34:00.752816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d823658-2bb1-4f13-b40e-2d7e5ca91945 req-22b513b0-1afe-41a4-a0de-cd5f93f18050 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:00.754400 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3d823658-2bb1-4f13-b40e-2d7e5ca91945 req-22b513b0-1afe-41a4-a0de-cd5f93f18050 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 943 time: 0.0817950 Jun 21 09:34:00.769857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:34:00.778120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 593bf908-bdbf-4047-bbab-77458a0fce01 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:34:00.804552 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3d823658-2bb1-4f13-b40e-2d7e5ca91945 req-23d54a9f-05ff-4d58-80d9-953e89b329fc tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Jun 21 09:34:00.812821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 593bf908-bdbf-4047-bbab-77458a0fce01 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:34:00.813543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 593bf908-bdbf-4047-bbab-77458a0fce01 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:34:00.940898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:00.954824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee', 'network_id': '3b379e08-442e-4bb5-8443-f782f3fb18cc', 'port_id': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee', 'mac_address': 'fa:16:3e:95:e8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e2b528-b760-43d6-8272-7d5325ca7306', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:34:01.007212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:01.025276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:34:01.041482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:01.044269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:01.046147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0562ad89-32e5-4712-a192-6719cc5f1a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:01.106597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:01.109756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:02.002375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c7d5-abec-45bf-9e32-0d7cda8bb28d req-1984a322-b48b-4341-84c3-373ac048173c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:02.003905 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9709c7d5-abec-45bf-9e32-0d7cda8bb28d req-1984a322-b48b-4341-84c3-373ac048173c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 944 time: 0.0771015 Jun 21 09:34:02.057038 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9709c7d5-abec-45bf-9e32-0d7cda8bb28d req-953d1fa2-9ae4-40c4-9d31-3177edb47d0f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Jun 21 09:34:03.984028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489355-cefb-46b4-ad69-cd6d0b5c1e54 req-c7653b72-9bb4-4853-b841-c4a54dca0e65 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:03.986011 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6d489355-cefb-46b4-ad69-cd6d0b5c1e54 req-c7653b72-9bb4-4853-b841-c4a54dca0e65 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 944 time: 0.0776041 Jun 21 09:34:04.035970 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6d489355-cefb-46b4-ad69-cd6d0b5c1e54 req-0a233903-bfcf-4dbe-8e0a-14dba8dd625f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Jun 21 09:34:04.153466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:05.232369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0de2f-0446-462c-ab14-eb172702b0df req-9d1e8186-8f2b-4c11-bafb-7271cb63bdcb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:05.234453 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0eb0de2f-0446-462c-ab14-eb172702b0df req-9d1e8186-8f2b-4c11-bafb-7271cb63bdcb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 944 time: 0.0833948 Jun 21 09:34:05.283909 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0eb0de2f-0446-462c-ab14-eb172702b0df req-8808405d-fd6c-4048-952a-74ec3bb03287 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Jun 21 09:34:05.739831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:34:05.802394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:34:05.807768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:34:05.808223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:05.920649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:05.948208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:05.958668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:05.961562 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:05.963961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1f63e85a-ae89-4f54-b1b8-58cad8128aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:06.031171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:06.034621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:06.081116 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee', 'code': 200} Jun 21 09:34:06.430045 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0248bacf-e7f2-4aa4-8fd1-4f393d571b9b req-43b1bb19-bac2-4ea3-8c87-b3e3b090406e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 1098 time: 0.0720947 Jun 21 09:34:06.481757 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0248bacf-e7f2-4aa4-8fd1-4f393d571b9b req-3d18838e-3673-44da-87ab-61fb064e6d99 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Jun 21 09:34:06.504353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c617c7-28ad-4429-a1f7-01cebd2ff5da req-cccd0c36-d71a-4ea8-9cb2-fc854b6bcda4 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:06.505943 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-46c617c7-28ad-4429-a1f7-01cebd2ff5da req-cccd0c36-d71a-4ea8-9cb2-fc854b6bcda4 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 945 time: 0.0800812 Jun 21 09:34:06.565568 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-46c617c7-28ad-4429-a1f7-01cebd2ff5da req-0a20bd43-428c-4978-8449-cbfa3aaa758a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522528 Jun 21 09:34:07.751752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c104b4-64e3-4b8c-8428-c4ede9daeefa req-9e4595ca-57c6-4339-a36e-897a0e43a8e7 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:07.753407 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62c104b4-64e3-4b8c-8428-c4ede9daeefa req-9e4595ca-57c6-4339-a36e-897a0e43a8e7 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 945 time: 0.0753443 Jun 21 09:34:07.801981 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62c104b4-64e3-4b8c-8428-c4ede9daeefa req-75051e8e-389c-404b-b7b2-63db52377127 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417454 Jun 21 09:34:08.996172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac74f-4a5a-487f-989d-ec02f88ff101 req-5fb6863f-0acf-4986-bb22-001f4dcbc6da tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:08.997794 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bf7ac74f-4a5a-487f-989d-ec02f88ff101 req-5fb6863f-0acf-4986-bb22-001f4dcbc6da tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 945 time: 0.0828600 Jun 21 09:34:09.050469 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bf7ac74f-4a5a-487f-989d-ec02f88ff101 req-f64e5730-5b15-484a-a9c7-619e59fc94c6 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Jun 21 09:34:09.354266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881a300-f6d9-439c-a6f2-436f140c101e req-9a94af09-2823-4fd0-86d3-ddf731ca917e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:09.355870 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5881a300-f6d9-439c-a6f2-436f140c101e req-9a94af09-2823-4fd0-86d3-ddf731ca917e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0787780 Jun 21 09:34:09.625275 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5881a300-f6d9-439c-a6f2-436f140c101e req-bbf6bc70-ae3c-4086-bf02-b170f21cd7c9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616661 Jun 21 09:34:10.822415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d26b4e-2c24-4a32-ac5c-35a849a9cf75 req-5399bb90-bd32-4f98-9b7f-354a99d5de4e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:10.824033 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8d26b4e-2c24-4a32-ac5c-35a849a9cf75 req-5399bb90-bd32-4f98-9b7f-354a99d5de4e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0789685 Jun 21 09:34:10.876606 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d8d26b4e-2c24-4a32-ac5c-35a849a9cf75 req-ccc0e293-dabb-455f-9279-ce9144647486 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Jun 21 09:34:13.254905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137bf96-b033-4dff-93b3-7599c1661772 req-d93b5a8d-23a3-4df8-a4f3-70d888900255 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:13.256538 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b137bf96-b033-4dff-93b3-7599c1661772 req-d93b5a8d-23a3-4df8-a4f3-70d888900255 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0809164 Jun 21 09:34:13.309567 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b137bf96-b033-4dff-93b3-7599c1661772 req-dd0f8243-6de4-4e8f-80d6-751466245c90 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458195 Jun 21 09:34:14.507997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e0c1e-443a-4ffc-9f5f-f003ce781a69 req-6c0659ea-6042-4e16-9203-59b7de3380e5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:14.509558 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6b1e0c1e-443a-4ffc-9f5f-f003ce781a69 req-6c0659ea-6042-4e16-9203-59b7de3380e5 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0809491 Jun 21 09:34:14.560596 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6b1e0c1e-443a-4ffc-9f5f-f003ce781a69 req-6d74f0d2-6e4f-46a4-a3d4-d6ae83ed2f5f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Jun 21 09:34:15.756096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9585-243f-4b7d-a4e0-ef5737ad449a req-41c0de69-5222-45c3-ac03-253ddd961bdd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:15.757734 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-434c9585-243f-4b7d-a4e0-ef5737ad449a req-41c0de69-5222-45c3-ac03-253ddd961bdd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0768123 Jun 21 09:34:15.811285 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-434c9585-243f-4b7d-a4e0-ef5737ad449a req-18f74d4e-e573-4d2c-b4d7-d00ee7939084 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464206 Jun 21 09:34:17.000371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da2f8-fd35-4258-9cbe-8353bf4989a7 req-037cf08d-828f-453e-a8e1-69bb6d00424f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:17.001980 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-498da2f8-fd35-4258-9cbe-8353bf4989a7 req-037cf08d-828f-453e-a8e1-69bb6d00424f tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0767324 Jun 21 09:34:17.051184 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-498da2f8-fd35-4258-9cbe-8353bf4989a7 req-dde4e490-ac76-4caf-a28f-61254289d7e6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Jun 21 09:34:18.246432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea597-7940-456d-b204-650686fd1837 req-54b8c317-0340-4fc9-aec2-ce03d33c5f71 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:18.247982 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a58ea597-7940-456d-b204-650686fd1837 req-54b8c317-0340-4fc9-aec2-ce03d33c5f71 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0809252 Jun 21 09:34:18.297058 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a58ea597-7940-456d-b204-650686fd1837 req-8539e9cd-60fe-43cd-b6e6-bd470cdf9e26 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 Jun 21 09:34:19.489352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551093c-cb09-485f-8deb-f0e70eaa988a req-7fcd7b58-7f40-444b-8a9f-89f110e34521 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:19.490876 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1551093c-cb09-485f-8deb-f0e70eaa988a req-7fcd7b58-7f40-444b-8a9f-89f110e34521 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0766163 Jun 21 09:34:19.542943 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1551093c-cb09-485f-8deb-f0e70eaa988a req-52773a6a-b706-4ecc-b4c6-e41b3a00bc5a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450792 Jun 21 09:34:20.734270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c0da5-70ac-490b-9481-adfbb6bf48e4 req-6e6a042c-955b-415e-a0bc-27f2f19b6c95 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:20.735916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-664c0da5-70ac-490b-9481-adfbb6bf48e4 req-6e6a042c-955b-415e-a0bc-27f2f19b6c95 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0768988 Jun 21 09:34:20.784883 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-664c0da5-70ac-490b-9481-adfbb6bf48e4 req-4ba52fbf-eddd-455a-bc81-4387fbd01a7d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Jun 21 09:34:21.988089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5994ca5-1b26-4872-b79f-ecda58927cd3 req-b49f9b33-07e5-4fa6-8185-09fa6d6a44e2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:21.989941 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5994ca5-1b26-4872-b79f-ecda58927cd3 req-b49f9b33-07e5-4fa6-8185-09fa6d6a44e2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0832818 Jun 21 09:34:22.046986 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a5994ca5-1b26-4872-b79f-ecda58927cd3 req-53f40e60-fcba-4458-b230-226219ed67f0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Jun 21 09:34:22.993248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c275a2d-7aee-4e81-95ca-1fc267fc1362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:23.254285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f38870-ab07-4fc8-a955-0817dcb8035c req-d01d4f55-61d5-499b-8a03-879a18adcd53 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:23.255846 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-61f38870-ab07-4fc8-a955-0817dcb8035c req-d01d4f55-61d5-499b-8a03-879a18adcd53 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0807247 Jun 21 09:34:23.304160 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-61f38870-ab07-4fc8-a955-0817dcb8035c req-10898925-a2d1-466f-ae5c-d87967853e2c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Jun 21 09:34:24.180839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:24.502557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcdf2a-03b3-4340-a419-e227d2c57533 req-3e8a7f56-4d86-45f8-9113-0747753dcf08 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:24.504119 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dbbcdf2a-03b3-4340-a419-e227d2c57533 req-3e8a7f56-4d86-45f8-9113-0747753dcf08 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0791519 Jun 21 09:34:24.557471 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dbbcdf2a-03b3-4340-a419-e227d2c57533 req-235b40ce-89bd-4294-b529-fed19776a6e8 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451353 Jun 21 09:34:24.635796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-89c459c9-38ed-4a3f-ae94-42a12d726350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:24.825721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 42800) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:24.888294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Deleting subnet 55a09e8c-3ca9-4cac-9614-a74bbcd049f0 {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:34:24.888672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:24.939298 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.005195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.135636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.287200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.292093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f2d66c67-d697-4f4f-ab3e-a1653a5f52cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:25.325037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a09e8c-3ca9-4cac-9614-a74bbcd049f0,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:25.328671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:25.332746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.338896 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-717a9f31-2763-4b83-9fa5-5712363ad6d5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/55a09e8c-3ca9-4cac-9614-a74bbcd049f0 HTTP/1.1" status: 204 len: 168 time: 0.5119443 Jun 21 09:34:25.341840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 42808) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:25.450869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.468838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.595815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.646934 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1989918-0ec1-4250-a4ba-f0e59e9036c5']}} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:25.667625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05') {'for_net_delete': True} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:25.667961 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63063ca1-0d45-4d00-bfcd-4e1d6d8a6d05') {} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:25.685163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1301603'] for segment, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.752287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.765551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=80878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:34:25.765977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853383734'] for segment, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:34:25.780238 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:34:25.832788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:34:25.870639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05a7cc-e4b9-4460-94fb-a9a1c998b257 req-1a228b7f-8797-4562-a100-ba2a0860fc55 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:25.872159 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8c05a7cc-e4b9-4460-94fb-a9a1c998b257 req-1a228b7f-8797-4562-a100-ba2a0860fc55 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 945 time: 0.2807624 Jun 21 09:34:25.878173 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.904609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:25.923341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c77fcf-53de-46b7-8296-2d2c43d3326f req-91851a0f-75df-423f-8c73-309fe89bfc42 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:25.924928 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-24c77fcf-53de-46b7-8296-2d2c43d3326f req-91851a0f-75df-423f-8c73-309fe89bfc42 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.2484057 Jun 21 09:34:25.926652 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:25.940294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1989918-0ec1-4250-a4ba-f0e59e9036c5,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:25.963514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:25.969597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:25.984353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'port_id': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'mac_address': 'fa:16:3e:ec:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:34:25.996559 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b1989918-0ec1-4250-a4ba-f0e59e9036c5 HTTP/1.1" status: 204 len: 168 time: 0.6535692 Jun 21 09:34:26.002313 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8c05a7cc-e4b9-4460-94fb-a9a1c998b257 req-933614a8-a5bb-41f5-9e91-0f392e137803 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220617 Jun 21 09:34:26.018678 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-24c77fcf-53de-46b7-8296-2d2c43d3326f req-481c83ac-c814-4426-96a9-c63fd4dca329 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825782 Jun 21 09:34:26.047656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:26.062715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32dc795e-4e5f-4790-8fd7-48e36aa47664 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:34:26.080072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:26.089184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:26.091299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:26.156922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=6']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:26.165763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.166171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.166541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.166909 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.167273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.167635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.167997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.168363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.168697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.169169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.169527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:26.173552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:26.180099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 42820) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:26.233361 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-992a7211-d4ce-48d4-90ec-e4218f24018f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f88a28d7571549088d9814df78c8f6eb&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0519300 Jun 21 09:34:26.235904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 42824) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:26.296697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:26.323968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:26.370993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:26.373417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['32dc795e-4e5f-4790-8fd7-48e36aa47664'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:26.375811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:26.386260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1adf3a6-a228-4d8e-abf2-11832cb7ad4a,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:26.389810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:26.392915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:26.397360 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1adf3a6-a228-4d8e-abf2-11832cb7ad4a HTTP/1.1" status: 204 len: 168 time: 0.1572735 Jun 21 09:34:27.080692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:27.276812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ac6f7-5e74-480f-b962-57fdeb101d37 req-361e0dbd-42bf-4e7b-86d4-e27aeb38eabf tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:27.278419 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f02ac6f7-5e74-480f-b962-57fdeb101d37 req-361e0dbd-42bf-4e7b-86d4-e27aeb38eabf tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 945 time: 0.1376321 Jun 21 09:34:27.288839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6b817-7599-4c61-886e-12175c29e8f8 req-70187123-d977-41c4-bfdf-0e012740ef01 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:27.290319 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23a6b817-7599-4c61-886e-12175c29e8f8 req-70187123-d977-41c4-bfdf-0e012740ef01 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 944 time: 0.1101093 Jun 21 09:34:27.363825 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f02ac6f7-5e74-480f-b962-57fdeb101d37 req-78f02fa5-f695-4ec4-b985-fc5ccf85713c tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720065 Jun 21 09:34:27.371279 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23a6b817-7599-4c61-886e-12175c29e8f8 req-5386f655-1b88-4052-8189-e8e12b433dd2 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633020 Jun 21 09:34:27.849407 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:34:27.915135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 32dc795e-4e5f-4790-8fd7-48e36aa47664 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:34:27.915494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:28.023302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:28.050879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:28.063207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:28.066244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:28.068321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:28.101979 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'code': 200} Jun 21 09:34:28.273486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-705a2faf-5acf-410f-9bef-2251006084f5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:28.274279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-705a2faf-5acf-410f-9bef-2251006084f5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:34:28.287078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-705a2faf-5acf-410f-9bef-2251006084f5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:34:28.288316 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-705a2faf-5acf-410f-9bef-2251006084f5 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 945 time: 0.0981734 Jun 21 09:34:28.307737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=7']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:28.310853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:28.375398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Deleting port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:34:28.375973 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:28.624399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f968f-afda-4e3d-a227-09264ab443b6 req-aeff7d27-cd64-434f-9fa8-b47c44f1b6e7 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:28.626050 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-280f968f-afda-4e3d-a227-09264ab443b6 req-aeff7d27-cd64-434f-9fa8-b47c44f1b6e7 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 945 time: 0.1427259 Jun 21 09:34:28.631749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c620df-c092-46e3-b86a-f46dc3b1ff8b req-8a1b2fdf-5b28-44c3-8df7-9dd7fa8e2cb6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:28.633265 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e2c620df-c092-46e3-b86a-f46dc3b1ff8b req-8a1b2fdf-5b28-44c3-8df7-9dd7fa8e2cb6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.1158834 Jun 21 09:34:28.635432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] For port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:28.635840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:28.719823 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-280f968f-afda-4e3d-a227-09264ab443b6 req-48a565c8-0f45-48f0-a6d7-e61eba9fe3c0 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855086 Jun 21 09:34:28.722480 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e2c620df-c092-46e3-b86a-f46dc3b1ff8b req-db2818d5-f8f2-461e-b596-76cdc69acb44 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711570 Jun 21 09:34:28.777324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Calling delete_port for e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee owned by compute:nova {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:34:28.914360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:28.920271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1823eae7-c86e-4aa9-969d-01646a43d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:28.953744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9', '67ec472c-b6d8-456a-a975-3b513660701a', '9fe37c11-3a58-4574-b7f9-729ce5a11dce', 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:28.967495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event deleted for resources: {'Port': ['ID=e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:28.971804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:29.048250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] No DVR routers for this DVR port e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee on host hv-cinder-79721 {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:34:29.050837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:29.053647 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'name': 'network-vif-deleted', 'tag': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:29.070692 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7e394aa9-6a09-412f-8627-5f53cfe976f5 req-6c86b04b-a441-49c3-b132-d6a8141901f8 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "DELETE /v2.0/ports/e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee HTTP/1.1" status: 204 len: 173 time: 0.7608328 Jun 21 09:34:29.129305 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb11f4-e356-4250-a32b-6afcceb3ca72', 'name': 'network-vif-deleted', 'tag': 'e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee', 'status': 'completed', 'code': 200} Jun 21 09:34:30.033741 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-51e3b405-fe88-4d7d-a74d-0bf9b811cae6 req-a7c65b51-12d8-4a4d-b3ba-1c6d2f66227f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4eb11f4-e356-4250-a32b-6afcceb3ca72 HTTP/1.1" status: 200 len: 210 time: 0.0978198 Jun 21 09:34:30.078752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7db402-fd6c-48dd-ad7c-ede9bbdc1926 req-2557b6b7-a326-4606-9c0e-781b9bb284d8 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:30.086941 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3c7db402-fd6c-48dd-ad7c-ede9bbdc1926 req-2557b6b7-a326-4606-9c0e-781b9bb284d8 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.2022724 Jun 21 09:34:30.174505 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3c7db402-fd6c-48dd-ad7c-ede9bbdc1926 req-c7bc31a7-64b2-4104-979f-6956124c6fdf tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815880 Jun 21 09:34:31.406158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b20c8e-4195-4e89-acef-653079515fcb req-f847fada-f66b-41dc-bc6e-e23dab21b754 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:31.408437 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-85b20c8e-4195-4e89-acef-653079515fcb req-f847fada-f66b-41dc-bc6e-e23dab21b754 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0935411 Jun 21 09:34:31.475155 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-85b20c8e-4195-4e89-acef-653079515fcb req-cc09b3c7-d15d-451d-9d49-8be2fa811602 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563369 Jun 21 09:34:31.864085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:34:31.908364 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:34:31.908863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e5aaa8e6-bf9f-44ec-9cfa-45c18c567fee not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:34:32.702612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e077c8-21b2-4282-a248-4d293133891b req-b118d348-e2e3-4d98-8efe-b5041b9f8614 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:32.713508 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-22e077c8-21b2-4282-a248-4d293133891b req-b118d348-e2e3-4d98-8efe-b5041b9f8614 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0933344 Jun 21 09:34:32.780371 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-22e077c8-21b2-4282-a248-4d293133891b req-419a4cd0-6343-49e5-89ae-7e6fee5fc4a7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642807 Jun 21 09:34:33.211511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f42b-b628-4784-b044-70263d33451e req-bf04893f-98a5-4fd1-9647-7c2f729b9919 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:33.214711 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b083f42b-b628-4784-b044-70263d33451e req-bf04893f-98a5-4fd1-9647-7c2f729b9919 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 946 time: 0.3321052 Jun 21 09:34:33.266682 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b083f42b-b628-4784-b044-70263d33451e req-aad9af68-9d9e-43f6-a23b-e155548aff42 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Jun 21 09:34:33.995559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee109d-bc20-40d2-be2a-72b5c86cc536 req-d167ffed-b83f-4b5a-8419-a50259cce9d3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:34.004917 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-51ee109d-bc20-40d2-be2a-72b5c86cc536 req-d167ffed-b83f-4b5a-8419-a50259cce9d3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0942197 Jun 21 09:34:34.073111 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-51ee109d-bc20-40d2-be2a-72b5c86cc536 req-a958bb69-8140-4c20-9381-05085a2307fa tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671287 Jun 21 09:34:34.475138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb4ff6-47bd-4a69-b9d6-dcca62970c87 req-effbb005-af95-49b2-a4af-e3c1759a1b0f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:34.476619 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-88fb4ff6-47bd-4a69-b9d6-dcca62970c87 req-effbb005-af95-49b2-a4af-e3c1759a1b0f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 946 time: 0.0932436 Jun 21 09:34:34.529105 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-88fb4ff6-47bd-4a69-b9d6-dcca62970c87 req-a2c3d729-9b44-48a3-8bf0-e366c8308da3 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Jun 21 09:34:35.048340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-eea38f01-dde1-48b2-a54c-427f358ba498 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:35.049260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-eea38f01-dde1-48b2-a54c-427f358ba498 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:34:35.070085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-eea38f01-dde1-48b2-a54c-427f358ba498 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:34:35.071349 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-eea38f01-dde1-48b2-a54c-427f358ba498 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 946 time: 0.1092479 Jun 21 09:34:35.144118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Deleting port 9fe37c11-3a58-4574-b7f9-729ce5a11dce {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:34:35.144517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:35.298831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894acf23-68e9-4b70-a95e-be4a382a8fb6 req-8df7f290-44ae-4b62-9d5f-c85cfec5054d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:35.307577 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-894acf23-68e9-4b70-a95e-be4a382a8fb6 req-8df7f290-44ae-4b62-9d5f-c85cfec5054d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.1097169 Jun 21 09:34:35.365307 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-894acf23-68e9-4b70-a95e-be4a382a8fb6 req-4f881326-83f6-4244-ae71-cddd635d78c0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559072 Jun 21 09:34:35.414935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] For port 9fe37c11-3a58-4574-b7f9-729ce5a11dce, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=9fe37c11-3a58-4574-b7f9-729ce5a11dce,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:35.415343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:35.557893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Calling delete_port for 9fe37c11-3a58-4574-b7f9-729ce5a11dce owned by compute:nova {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:34:35.755877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8a56-1e46-4b32-969e-1aa21412f8a2 req-b1d16ee6-46e6-4c4d-bf15-3bf2aa271a91 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:35.757763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:35.764622 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-151b8a56-1e46-4b32-969e-1aa21412f8a2 req-b1d16ee6-46e6-4c4d-bf15-3bf2aa271a91 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=814d4c53-5bd5-48d0-9e17-5d4d46d13533 HTTP/1.1" status: 200 len: 946 time: 0.0999217 Jun 21 09:34:35.765098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f93a4af9-d0ce-4342-9e98-1b91056146f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:35.774976 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:34:35.797152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9', '67ec472c-b6d8-456a-a975-3b513660701a', '9fe37c11-3a58-4574-b7f9-729ce5a11dce'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:35.809259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event deleted for resources: {'Port': ['ID=9fe37c11-3a58-4574-b7f9-729ce5a11dce,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:35.812564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:35.826618 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-151b8a56-1e46-4b32-969e-1aa21412f8a2 req-e0f2835d-8041-4796-b16b-82a881e7a3c2 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609448 Jun 21 09:34:35.907317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] No DVR routers for this DVR port 9fe37c11-3a58-4574-b7f9-729ce5a11dce on host hv-cinder-79721 {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:34:35.912033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:35.915064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'name': 'network-vif-deleted', 'tag': '9fe37c11-3a58-4574-b7f9-729ce5a11dce'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:35.933574 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e361cc0c-c961-4fd6-b70c-0b4d06d827fb req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "DELETE /v2.0/ports/9fe37c11-3a58-4574-b7f9-729ce5a11dce HTTP/1.1" status: 204 len: 173 time: 0.8553667 Jun 21 09:34:36.054947 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814d4c53-5bd5-48d0-9e17-5d4d46d13533', 'name': 'network-vif-deleted', 'tag': '9fe37c11-3a58-4574-b7f9-729ce5a11dce', 'status': 'completed', 'code': 200} Jun 21 09:34:36.561177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe95e4-6b4e-4001-9014-48b534eeb6b5 req-f71e1f22-10f4-4166-8ac0-f48066936635 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:36.562843 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a0fe95e4-6b4e-4001-9014-48b534eeb6b5 req-f71e1f22-10f4-4166-8ac0-f48066936635 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0845408 Jun 21 09:34:36.625965 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a0fe95e4-6b4e-4001-9014-48b534eeb6b5 req-69036135-5b12-40cb-a544-ab5ec1392e99 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555081 Jun 21 09:34:37.392315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3a4fe-182e-40a6-91cd-a4b46854e257 req-a4434d8f-6f6c-4f3e-a269-e93b8c6e9e77 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:37.394007 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6b3a4fe-182e-40a6-91cd-a4b46854e257 req-a4434d8f-6f6c-4f3e-a269-e93b8c6e9e77 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 945 time: 0.0917444 Jun 21 09:34:37.464724 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f6b3a4fe-182e-40a6-91cd-a4b46854e257 req-9ea04f99-029e-44fc-816a-619cf0677fed tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595546 Jun 21 09:34:37.890585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9fe37c11-3a58-4574-b7f9-729ce5a11dce no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:34:37.946474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 9fe37c11-3a58-4574-b7f9-729ce5a11dce {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:34:37.947889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 9fe37c11-3a58-4574-b7f9-729ce5a11dce not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:34:38.032884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914ef88-0ea8-4e1a-bf94-cb19a2ab52eb req-00310047-ff28-42ef-b5a8-f1d87d4513d4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:38.041854 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b914ef88-0ea8-4e1a-bf94-cb19a2ab52eb req-00310047-ff28-42ef-b5a8-f1d87d4513d4 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.1287353 Jun 21 09:34:38.094360 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b914ef88-0ea8-4e1a-bf94-cb19a2ab52eb req-376624de-e7a1-4bb9-9db1-4e58bb1fd4fe tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515301 Jun 21 09:34:38.658830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87464cd-12f5-4c36-b6ff-b3e78c7accd2 req-011fdaef-d355-4887-b8e6-9e7924a6afc4 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:38.660393 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b87464cd-12f5-4c36-b6ff-b3e78c7accd2 req-011fdaef-d355-4887-b8e6-9e7924a6afc4 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 945 time: 0.0760839 Jun 21 09:34:38.713940 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b87464cd-12f5-4c36-b6ff-b3e78c7accd2 req-9cca4390-ac27-46bc-b183-8f8b40d6a194 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Jun 21 09:34:39.255488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-11799b02-3481-4950-9a92-a9d04a42ebee tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:39.256255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-11799b02-3481-4950-9a92-a9d04a42ebee tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:34:39.272114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-11799b02-3481-4950-9a92-a9d04a42ebee tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:34:39.273390 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-11799b02-3481-4950-9a92-a9d04a42ebee tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 945 time: 0.0965157 Jun 21 09:34:39.357886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4f503-e70e-40da-8d06-9a628bb6e38f req-533a748a-67df-4aca-8fb8-c49f46101c13 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:39.359583 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eed4f503-e70e-40da-8d06-9a628bb6e38f req-533a748a-67df-4aca-8fb8-c49f46101c13 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.1425741 Jun 21 09:34:39.362918 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-672f021b-f67d-4ca1-9096-d656a436295e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 1098 time: 0.1055017 Jun 21 09:34:39.514024 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-eed4f503-e70e-40da-8d06-9a628bb6e38f req-fd9726c7-498d-4ad8-9a0d-63d1162cf61a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464031 Jun 21 09:34:39.546689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-e73801a0-2f4c-471c-9989-1f21f5019f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:39.548263 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-e73801a0-2f4c-471c-9989-1f21f5019f90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.1647336 Jun 21 09:34:39.576208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Deleting port 67ec472c-b6d8-456a-a975-3b513660701a {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:34:39.576595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:39.645876 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-ec2c94b7-9bb1-4733-aee1-7998038f311b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664 HTTP/1.1" status: 200 len: 1000 time: 0.0878961 Jun 21 09:34:39.710580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-fe4e8dff-55d1-4498-adad-3ccdedff5704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:39.712108 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-fe4e8dff-55d1-4498-adad-3ccdedff5704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.0595965 Jun 21 09:34:39.793314 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-f66d189a-18a8-490f-a63a-d688ddf38a8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730021 Jun 21 09:34:39.821412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] For port 67ec472c-b6d8-456a-a975-3b513660701a, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=67ec472c-b6d8-456a-a975-3b513660701a,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:39.822709 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:39.949039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Calling delete_port for 67ec472c-b6d8-456a-a975-3b513660701a owned by compute:nova {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:34:39.995139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332db8-2681-4567-8634-68393e909b05 req-520fbad7-fb99-403a-8867-f85b6e25ab8b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:39.996714 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc332db8-2681-4567-8634-68393e909b05 req-520fbad7-fb99-403a-8867-f85b6e25ab8b tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fecf06f-421f-4ff3-b5cb-a03a3bad0cca HTTP/1.1" status: 200 len: 945 time: 0.1600404 Jun 21 09:34:39.998549 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-4c928058-c5d2-4c71-a024-d91cd4a0820a service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977887 Jun 21 09:34:40.085598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:40.091480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:40.123123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:40.134108 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc332db8-2681-4567-8634-68393e909b05 req-4d35ac56-5e78-43fb-a1d6-56915188f315 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297688 Jun 21 09:34:40.136584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event deleted for resources: {'Port': ['ID=67ec472c-b6d8-456a-a975-3b513660701a,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:40.141050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:40.188313 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23e01b26-4dbb-4505-a0c4-d99cf7f92344 req-b6110ca5-75e0-415c-9f06-ed9e7906070a service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696949 Jun 21 09:34:40.223718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] No DVR routers for this DVR port 67ec472c-b6d8-456a-a975-3b513660701a on host hv-cinder-79721 {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:34:40.226637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:40.231500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'name': 'network-vif-deleted', 'tag': '67ec472c-b6d8-456a-a975-3b513660701a'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:40.251745 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0b35a54e-1f61-4662-b15a-faba2dfd5b55 req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "DELETE /v2.0/ports/67ec472c-b6d8-456a-a975-3b513660701a HTTP/1.1" status: 204 len: 173 time: 0.9718380 Jun 21 09:34:40.300939 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fecf06f-421f-4ff3-b5cb-a03a3bad0cca', 'name': 'network-vif-deleted', 'tag': '67ec472c-b6d8-456a-a975-3b513660701a', 'status': 'completed', 'code': 200} Jun 21 09:34:40.709271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caa6eb-ba13-42ba-82ab-2e53baba837a req-5ac23b5d-34e8-4b86-b423-441634bc9e4a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:40.710831 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-39caa6eb-ba13-42ba-82ab-2e53baba837a req-5ac23b5d-34e8-4b86-b423-441634bc9e4a tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0778139 Jun 21 09:34:40.763251 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-39caa6eb-ba13-42ba-82ab-2e53baba837a req-cec2eeac-8aca-4554-afdb-7dcddf562166 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 Jun 21 09:34:41.905580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:34:41.957098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e25e5-3c38-4863-bff4-0406e656b3fc req-40f89e31-1a67-47d4-88ab-d0f3b1fcadc1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:41.958682 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c66e25e5-3c38-4863-bff4-0406e656b3fc req-40f89e31-1a67-47d4-88ab-d0f3b1fcadc1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 945 time: 0.0809484 Jun 21 09:34:42.007980 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c66e25e5-3c38-4863-bff4-0406e656b3fc req-b8e94fb6-798c-447b-b44e-99a06adc5638 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Jun 21 09:34:42.016048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:42.044859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:42.056428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:42.059485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:42.060612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 67ec472c-b6d8-456a-a975-3b513660701a no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:34:42.090476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:42.122917 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'code': 200} Jun 21 09:34:42.139072 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 67ec472c-b6d8-456a-a975-3b513660701a {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:34:42.139466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 67ec472c-b6d8-456a-a975-3b513660701a not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:34:42.160839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=8']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:42.164007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:42.858573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489a65-7c50-4f56-a19a-73848a44780d req-874ca890-9099-4a56-9047-84504b5792bb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:42.860103 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df489a65-7c50-4f56-a19a-73848a44780d req-874ca890-9099-4a56-9047-84504b5792bb tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.0795832 Jun 21 09:34:42.909664 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df489a65-7c50-4f56-a19a-73848a44780d req-2d68f6bb-870f-471c-aad8-0a5029d3b129 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Jun 21 09:34:43.200848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e18a1f-5926-4271-ab6b-f3250eefc27c req-8618a6ac-7b81-4e97-b0b9-145d4696bbac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:43.202376 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5e18a1f-5926-4271-ab6b-f3250eefc27c req-8618a6ac-7b81-4e97-b0b9-145d4696bbac tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0746524 Jun 21 09:34:43.253785 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5e18a1f-5926-4271-ab6b-f3250eefc27c req-33bd03a9-d640-4880-86dd-29d694cb4c97 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Jun 21 09:34:44.105613 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd80962-5a25-45c2-8869-0a5c88af65f3 req-c55e9327-2ac9-4247-8133-89bf0528f096 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:44.107200 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9bd80962-5a25-45c2-8869-0a5c88af65f3 req-c55e9327-2ac9-4247-8133-89bf0528f096 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.0810311 Jun 21 09:34:44.157386 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9bd80962-5a25-45c2-8869-0a5c88af65f3 req-2e3b590a-9950-46aa-b760-ba88ef01613f tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Jun 21 09:34:44.302303 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-3edf8943-cfc9-46f2-9fff-691ff0c9dd49 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971365174&fields=id&tenant_id=ac01d863784f4203ad544e3583375f3a HTTP/1.1" status: 200 len: 267 time: 0.0515053 Jun 21 09:34:44.386922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-c1ef28f7-24df-41a6-896a-ff337e43efa1 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:44.388486 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-c1ef28f7-24df-41a6-896a-ff337e43efa1 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 985 time: 0.0788925 Jun 21 09:34:44.404810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Request body: {'port': {'security_groups': ['a19c7ca9-9c43-4ec3-9647-4b607b9e3113']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:34:44.523553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:44.719429 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-bb53bef1-546c-4dea-85af-de336e7e66aa req-83c57466-af48-4399-8af9-44ee8f82cfca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1399002 Jun 21 09:34:44.780828 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-77f52e26-e44d-409c-97ea-996ea6a30e7e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:44.781694 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-77f52e26-e44d-409c-97ea-996ea6a30e7e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Synchronizing usage tracker for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:34:44.810966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-77f52e26-e44d-409c-97ea-996ea6a30e7e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Unset dirty status for tenant:6ee9e0eadd71400597b53d6e19e8bd32 on resource:port {{(pid=80877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:34:44.817441 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-77f52e26-e44d-409c-97ea-996ea6a30e7e tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 946 time: 0.1131759 Jun 21 09:34:44.911224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Deleting port 66533a27-c166-48df-a4a6-83077c6154e9 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:34:44.911756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.099651 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:45.124729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b4a32-5075-44ce-b45c-65b1208e76f5 req-92df8a4a-3754-4e89-86cc-ce89e2957199 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:45.126349 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9e9b4a32-5075-44ce-b45c-65b1208e76f5 req-92df8a4a-3754-4e89-86cc-ce89e2957199 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.1299870 Jun 21 09:34:45.162041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.167817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.180044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:45.206026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['f0335082-3c28-480c-aa73-a6bb0b4bd3ec'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:45.213908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] For port 66533a27-c166-48df-a4a6-83077c6154e9, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=66533a27-c166-48df-a4a6-83077c6154e9,segment=NetworkSegment(226395f6-eccf-4f94-b224-0656465b93ed),segment_id=226395f6-eccf-4f94-b224-0656465b93ed)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:34:45.214516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.264330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:45.269187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.271246 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4a8f942f-3632-4cc8-9d37-b0c003c0c0dd req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "PUT /v2.0/ports/f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 943 time: 0.8711362 Jun 21 09:34:45.281124 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:45.311458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43056) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:45.367321 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9e9b4a32-5075-44ce-b45c-65b1208e76f5 req-b82fefab-778b-4dd1-acd4-b29330f5cf9b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306356 Jun 21 09:34:45.410154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event updated for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=7']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:45.418333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:45.465840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['f0335082-3c28-480c-aa73-a6bb0b4bd3ec'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:45.472456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.484086 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Calling delete_port for 66533a27-c166-48df-a4a6-83077c6154e9 owned by compute:nova {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:34:45.507057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.608028 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'status': 'completed', 'code': 200} Jun 21 09:34:45.665400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.671691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3b8d5774-6aa7-4b3f-91b0-231d113eddd9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:45.684275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-6e999db6-f75f-4b6d-b5b1-04ac7134ba65 None None] Provisioning complete for port f0335082-3c28-480c-aa73-a6bb0b4bd3ec triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:34:45.684977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6e999db6-f75f-4b6d-b5b1-04ac7134ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.693384 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf8ccfc-3105-4a05-afed-79b64afc39b5,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:45.696687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:45.707903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.719041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:45.754340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['66533a27-c166-48df-a4a6-83077c6154e9'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:34:45.762043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Pushing event deleted for resources: {'Port': ['ID=66533a27-c166-48df-a4a6-83077c6154e9,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:45.768821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.772753 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "DELETE /v2.0/security-groups/aaf8ccfc-3105-4a05-afed-79b64afc39b5 HTTP/1.1" status: 204 len: 168 time: 0.4582868 Jun 21 09:34:45.777434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43062) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:45.809177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:45.853408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] No DVR routers for this DVR port 66533a27-c166-48df-a4a6-83077c6154e9 on host hv-cinder-79721 {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:34:45.856082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:45.859036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe44d8-0653-4ace-952a-53697d0faedd', 'name': 'network-vif-deleted', 'tag': '66533a27-c166-48df-a4a6-83077c6154e9'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:45.875388 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78ada11e-0281-4149-888e-25c30acecd44 req-ee18791a-7cf6-4835-941f-3699671f8cb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1099 time: 0.2664499 Jun 21 09:34:45.876234 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-057b1506-cdec-4e53-b7ed-b87220ac8569 req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.45 "DELETE /v2.0/ports/66533a27-c166-48df-a4a6-83077c6154e9 HTTP/1.1" status: 204 len: 173 time: 1.0525939 Jun 21 09:34:45.898646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b43e89-50f1-4a14-b1af-cbac3396f05d req-010e3c49-70e7-483c-bcea-15cd9c3d12d9 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:45.900200 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79b43e89-50f1-4a14-b1af-cbac3396f05d req-010e3c49-70e7-483c-bcea-15cd9c3d12d9 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/ports?device_id=75fe44d8-0653-4ace-952a-53697d0faedd HTTP/1.1" status: 200 len: 867 time: 0.3371580 Jun 21 09:34:45.909223 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fe44d8-0653-4ace-952a-53697d0faedd', 'name': 'network-vif-deleted', 'tag': '66533a27-c166-48df-a4a6-83077c6154e9', 'status': 'completed', 'code': 200} Jun 21 09:34:45.947445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:34:46.057529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 66533a27-c166-48df-a4a6-83077c6154e9 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:34:46.080339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Deleting port 7f8be730-8be8-44f0-9667-616ab33ac557 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:34:46.080719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:46.095967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 66533a27-c166-48df-a4a6-83077c6154e9 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:34:46.096370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 66533a27-c166-48df-a4a6-83077c6154e9 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:34:46.193461 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-c0b9072d-be8f-4d1f-8e65-b789b1c8c60f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677&tenant_id=16aed2b879a04f34a74a6b1983d22312 HTTP/1.1" status: 200 len: 1096 time: 0.4794023 Jun 21 09:34:46.217255 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-79b43e89-50f1-4a14-b1af-cbac3396f05d req-8a635618-fab3-489f-afb1-00a65867ed9a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] 10.222.0.36 "GET /v2.0/security-groups?id=aca2c322-52f1-46fd-868e-8ea79f1cac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895415 Jun 21 09:34:46.324462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada11e-0281-4149-888e-25c30acecd44 req-ab604b17-4341-44db-b08f-0b987aaee3f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:46.326062 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78ada11e-0281-4149-888e-25c30acecd44 req-ab604b17-4341-44db-b08f-0b987aaee3f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 916 time: 0.4339261 Jun 21 09:34:46.503466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:46.503824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:46.617183 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78ada11e-0281-4149-888e-25c30acecd44 req-7c8c2d82-a93d-4d1d-9055-97314c3c9237 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 1002 time: 0.2463701 Jun 21 09:34:46.620001 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-4c3b43db-bce8-4f14-9561-e8c7fc83ddab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16aed2b879a04f34a74a6b1983d22312&device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 1096 time: 0.3844862 Jun 21 09:34:46.896386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Calling delete_port for 7f8be730-8be8-44f0-9667-616ab33ac557 owned by network:floatingip {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:34:47.119530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada11e-0281-4149-888e-25c30acecd44 req-4caed397-9367-4000-81a6-2e834333c479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:47.121072 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78ada11e-0281-4149-888e-25c30acecd44 req-4caed397-9367-4000-81a6-2e834333c479 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.4402368 Jun 21 09:34:47.210855 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205abdc-a2e4-4c4f-8dcb-5e235ff3409c req-5833869a-9389-4dc3-83db-a5abf0c72f46 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:47.212321 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c205abdc-a2e4-4c4f-8dcb-5e235ff3409c req-5833869a-9389-4dc3-83db-a5abf0c72f46 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.7128971 Jun 21 09:34:47.227640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-3bef341f-6067-4a35-aef1-10dfe0cf0433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:47.229112 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-3bef341f-6067-4a35-aef1-10dfe0cf0433 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 200 len: 918 time: 0.5470026 Jun 21 09:34:47.325373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43084) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:47.389947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Deleting subnet 01e2b528-b760-43d6-8272-7d5325ca7306 {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:34:47.390331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:47.414689 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c205abdc-a2e4-4c4f-8dcb-5e235ff3409c req-28ceaf5e-c336-4132-a797-0bbbbb299b26 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905847 Jun 21 09:34:47.427390 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-a99726a3-370d-434b-b656-236d6a1a9bef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664 HTTP/1.1" status: 200 len: 998 time: 0.1835659 Jun 21 09:34:47.433051 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78ada11e-0281-4149-888e-25c30acecd44 req-3fc27bc6-590e-42b0-a990-1005220747ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2963729 Jun 21 09:34:47.437336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:47.440870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:47.443215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f190dcda-548f-434e-98ea-4a13eef8d92b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:47.506792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:47.549933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event deleted for resources: {'Port': ['ID=7f8be730-8be8-44f0-9667-616ab33ac557,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:47.569733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:47.703023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-30fab21d-4393-4d57-8a47-db9fa3d83910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:47.704591 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-30fab21d-4393-4d57-8a47-db9fa3d83910 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 200 len: 856 time: 0.2320704 Jun 21 09:34:47.755127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:47.759294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:47.791274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e2b528-b760-43d6-8272-7d5325ca7306,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:47.794944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:47.798403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:47.802760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks [] for floatingip, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:47.804789 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/01e2b528-b760-43d6-8272-7d5325ca7306 HTTP/1.1" status: 204 len: 168 time: 0.4782710 Jun 21 09:34:47.808089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43090) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:47.888510 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78ada11e-0281-4149-888e-25c30acecd44 req-a4dffed5-ec02-4aed-9554-2f0f73cfb099 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139140 Jun 21 09:34:47.921231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.018125 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-c2712110-5035-4c37-b8ae-206ae019a52e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d7f5eaf-3b81-4765-9a39-fc894b211160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2990274 Jun 21 09:34:48.043841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.057754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b379e08-442e-4bb5-8443-f782f3fb18cc']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:48.072223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226395f6-eccf-4f94-b224-0656465b93ed') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:48.072223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226395f6-eccf-4f94-b224-0656465b93ed') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:48.085538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.109366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.116582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:34:48.117108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:34:48.133111 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:34:48.214194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.219261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.230186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:48.255255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b379e08-442e-4bb5-8443-f782f3fb18cc,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:48.259082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:48.261916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e795435b-8ea6-4947-8d94-03825d454ca4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b379e08-442e-4bb5-8443-f782f3fb18cc HTTP/1.1" status: 204 len: 168 time: 0.4527471 Jun 21 09:34:48.435448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78ada11e-0281-4149-888e-25c30acecd44 req-15bb2e5d-c7ab-40ab-8cbc-c27d5f89e75c service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314136 Jun 21 09:34:48.475459 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-44c3f7b8-becf-4c28-84fa-40622ecbf3cf service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074061 Jun 21 09:34:48.507576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43108) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:48.564151 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ad750369-e986-4e10-9b6a-968089b4265b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ee9e0eadd71400597b53d6e19e8bd32&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0549486 Jun 21 09:34:48.567269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43112) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:48.642710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.673509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.726621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.731685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b2e29903-cd04-4cdb-b590-0f2ed9607051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:48.745525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca2c322-52f1-46fd-868e-8ea79f1cac78,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:48.748330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:48.755524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:48.759209 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aca2c322-52f1-46fd-868e-8ea79f1cac78 HTTP/1.1" status: 204 len: 168 time: 0.1884415 Jun 21 09:34:48.768024 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d1868366-c12f-47e3-8aad-e4c5e431674c req-7a181fe2-4a40-45dc-adc9-5bba8646bf9e service neutron] 10.222.0.45 "GET /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758048 Jun 21 09:34:48.859965 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c684-aff8-442b-ba50-0d248580b57a req-a44ba763-1f8f-4a93-b431-feda38b129bc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:48.861679 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3775c684-aff8-442b-ba50-0d248580b57a req-a44ba763-1f8f-4a93-b431-feda38b129bc tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.2624314 Jun 21 09:34:48.931986 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3775c684-aff8-442b-ba50-0d248580b57a req-82af680e-6fd6-4753-817b-fcc24bf2cf90 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605643 Jun 21 09:34:48.963133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Router 70675d8f-f04a-402b-8cad-1ed268f4fd94 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:34:49.169295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:34:49.180099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] Sync routers for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:34:49.187894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:49.194087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:34:49.194765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:34:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:49.243233 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "DELETE /v2.0/floatingips/42f70cca-bc92-45dd-aa15-8d8f8c935ac7 HTTP/1.1" status: 204 len: 168 time: 3.4599621 Jun 21 09:34:49.243233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:34:49.298582 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'status': 'completed', 'code': 200} Jun 21 09:34:49.401327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:34:49.465340 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-1c3df8a8-4acc-46f0-ae3c-3651ff258a84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac01d863784f4203ad544e3583375f3a&device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 1099 time: 0.1174176 Jun 21 09:34:49.766852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:26Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:49.770996 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] Checking router: 70675d8f-f04a-402b-8cad-1ed268f4fd94 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:34:49.783291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:34:49.783959 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:34:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:49.784950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-4258826b-0801-4790-aaf6-900259420962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:49.786560 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-4258826b-0801-4790-aaf6-900259420962 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 200 len: 916 time: 0.3063974 Jun 21 09:34:49.872269 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-9c14dad4-6956-46f2-9d01-bd25395daeb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 200 len: 217 time: 0.0716784 Jun 21 09:34:49.965363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-5da5305f-ae15-4a0c-bbc8-989b975d569d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:49.967218 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-5da5305f-ae15-4a0c-bbc8-989b975d569d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 200 len: 854 time: 0.0790222 Jun 21 09:34:49.975515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:34:50.190494 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-a45fe9f9-6f0d-4827-b853-4109832eeada service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56cc35ce-658c-41eb-92b2-58324937e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2105250 Jun 21 09:34:50.208568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236b995-db71-4bee-b7ed-90e41461cc9b req-8cfdb958-4245-4735-9515-3243b977ec74 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:50.210334 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2236b995-db71-4bee-b7ed-90e41461cc9b req-8cfdb958-4245-4735-9515-3243b977ec74 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.1246693 Jun 21 09:34:50.441655 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2236b995-db71-4bee-b7ed-90e41461cc9b req-7e79eb7d-d55e-4d83-9f15-7c9128a92c7d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034101 Jun 21 09:34:50.496659 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-a4cf9d5f-3f7a-4b07-a938-7d838f128de3 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851307 Jun 21 09:34:50.759214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:26Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:34:50.770643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33cd8b-ee35-434e-9a2b-f8da8141a414 None None] The sync data for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi is: [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:31:14Z', 'revision_number': 4, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '7e6530ed-4b87-4109-9688-b2f745172979', 'name': '', 'network_id': '56cc35ce-658c-41eb-92b2-58324937e2b2', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'mac_address': 'fa:16:3e:84:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:26Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'subnets': [{'id': '52c658fe-cb7b-4694-aec5-fdc92951f2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:34:51.359822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949082c-a44a-48fd-b2e3-0617e8c2f546 None None] New status for floating IP 42f70cca-bc92-45dd-aa15-8d8f8c935ac7: DOWN {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:34:51.643594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409f31-3196-4b28-a3ed-20f21e489ae6 req-8baf7283-b068-4be5-a6a9-344eae3d4de9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:51.645333 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3f409f31-3196-4b28-a3ed-20f21e489ae6 req-8baf7283-b068-4be5-a6a9-344eae3d4de9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0931773 Jun 21 09:34:51.703332 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3f409f31-3196-4b28-a3ed-20f21e489ae6 req-35a5de4c-162a-4ad8-8767-b33d748f08ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503528 Jun 21 09:34:52.909405 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931a36c-9404-4313-9001-2366161f7918 req-949a0b82-611c-4a31-96b3-bbada567deb6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:52.912760 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f931a36c-9404-4313-9001-2366161f7918 req-949a0b82-611c-4a31-96b3-bbada567deb6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0880392 Jun 21 09:34:52.963137 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f931a36c-9404-4313-9001-2366161f7918 req-3fe73200-dce2-4d58-9f06-b6c1816f7fff tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Jun 21 09:34:53.004607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6ec81d91-0f23-4ea9-b4b4-6818dc83c762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:54.184049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898236e-8035-4c62-9ea9-31aad246e1be req-3e8327a9-6d7f-4049-b761-3a8232876b12 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:54.192778 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8898236e-8035-4c62-9ea9-31aad246e1be req-3e8327a9-6d7f-4049-b761-3a8232876b12 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0932131 Jun 21 09:34:54.199887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:54.251420 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8898236e-8035-4c62-9ea9-31aad246e1be req-b20cfc56-b9ce-46f3-b321-53286a4b5e32 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575914 Jun 21 09:34:54.636917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-06ccfb37-f3f2-453e-a258-bb84b0f0ce8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:55.146251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:55.474084 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:55.490556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519674c1-956d-4177-a887-57ec4a924b4b req-d6288a9f-fc4c-4a9f-a0ea-084a2ba4ead6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:55.492190 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-519674c1-956d-4177-a887-57ec4a924b4b req-d6288a9f-fc4c-4a9f-a0ea-084a2ba4ead6 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0888987 Jun 21 09:34:55.548567 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-519674c1-956d-4177-a887-57ec4a924b4b req-cc0a1553-cc1b-44b7-8812-3d139127c8e9 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Jun 21 09:34:56.996450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b993ff-08e1-409e-a7c5-2af4dc36e3f2 req-aa250ef1-ac23-4641-9bb1-5e5c04e39000 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:56.998050 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5b993ff-08e1-409e-a7c5-2af4dc36e3f2 req-aa250ef1-ac23-4641-9bb1-5e5c04e39000 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.3283069 Jun 21 09:34:57.061149 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5b993ff-08e1-409e-a7c5-2af4dc36e3f2 req-a3c1d727-bae5-4b39-aa73-9c25de0e06b7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545948 Jun 21 09:34:57.092532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:58.258459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1d63-b7cb-437c-aaeb-9829d2dc0155 req-989c6f8a-fe28-4749-b7a4-675819fc084b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:58.260741 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-887b1d63-b7cb-437c-aaeb-9829d2dc0155 req-989c6f8a-fe28-4749-b7a4-675819fc084b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0779436 Jun 21 09:34:58.320501 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-887b1d63-b7cb-437c-aaeb-9829d2dc0155 req-d7f535cc-2b56-4067-bcbe-3592f97f482b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518591 Jun 21 09:34:58.992135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43298) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:59.155766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:59.187975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:34:59.192367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Usage tracker for resource:security_group_rule and tenant:5a835be199fa420d9fccae9f5ebb98c1 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:34:59.195467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:34:59.201761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:34:59.273051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:59.276366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:59.283727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ac558930-fdcf-47fc-8bc2-0219b5789c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:59.561013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0da0-6eee-469a-9a3c-0c734cd74d0f req-9754e25f-bc43-4a5d-ba31-b55320bb7274 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:34:59.582467 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-144d0da0-6eee-469a-9a3c-0c734cd74d0f req-9754e25f-bc43-4a5d-ba31-b55320bb7274 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.1376054 Jun 21 09:34:59.622113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622b6e49-461c-4a15-a0e5-8d7e2b2f25f7,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:59.629127 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a835be199fa420d9fccae9f5ebb98c1&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6357689 Jun 21 09:34:59.631885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43306) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:34:59.643316 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-144d0da0-6eee-469a-9a3c-0c734cd74d0f req-a77f5c1a-86a8-4a59-ab83-2783b8e16fd7 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520427 Jun 21 09:34:59.657826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.658258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.658674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.659086 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.659532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.659939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.660345 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.660748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.661178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.661563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.662000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:34:59.667535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:59.714628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:59.765757 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:59.818368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:59.824049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-27226729-a3f2-4a1f-96c3-c5e1e238ef7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:34:59.842098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622b6e49-461c-4a15-a0e5-8d7e2b2f25f7,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:34:59.845143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:34:59.846158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:34:59.847217 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/622b6e49-461c-4a15-a0e5-8d7e2b2f25f7 HTTP/1.1" status: 204 len: 168 time: 0.2143404 Jun 21 09:35:00.883395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8072f20-1a25-4dac-a874-11f12b108603 req-42471e04-2e61-4d89-b3ef-a4958cba5624 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:00.885069 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b8072f20-1a25-4dac-a874-11f12b108603 req-42471e04-2e61-4d89-b3ef-a4958cba5624 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0826111 Jun 21 09:35:00.963866 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b8072f20-1a25-4dac-a874-11f12b108603 req-cc28d762-9eb0-43cf-a04e-301f7d8417a3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712051 Jun 21 09:35:02.179031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7b94-a1ce-45ec-a635-84226b876761 req-257f3f23-a398-40d4-965a-ff2f510a46e3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:02.180666 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-980e7b94-a1ce-45ec-a635-84226b876761 req-257f3f23-a398-40d4-965a-ff2f510a46e3 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.0838292 Jun 21 09:35:02.232620 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-980e7b94-a1ce-45ec-a635-84226b876761 req-fde11c1f-ad17-418e-b32a-3b7329b0fb90 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Jun 21 09:35:02.626046 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c34f36d-61a7-47b0-a713-6d23bc68a516 req-b795cc75-cebf-4dd2-a8ab-959a6bc11ad1 service neutron] 10.222.0.45 "GET /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778245 Jun 21 09:35:02.645993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43390) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:02.653603 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-6ec75222-3d7d-47dd-8d6e-e3853564112b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723054 Jun 21 09:35:02.768941 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-a00b0934-fc06-494b-ab66-79fbdafdc76f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1098 time: 0.0717511 Jun 21 09:35:02.798285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:02.829845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:02.833804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Usage tracker for resource:security_group_rule and tenant:ffba760a35c843e8931f0bd3b3a47fcb is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:02.836691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:02.843142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:02.916727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:02.919816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:02.928891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-8f383d8f-c134-4ced-b21e-6fe25c0707d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:02.930234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cf095069-fa96-4bdd-a314-08310f2f8800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:02.930498 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-8f383d8f-c134-4ced-b21e-6fe25c0707d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 909 time: 0.1385541 Jun 21 09:35:02.982841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d677a3b-c2f6-47e8-bfcd-af0cd2933284,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:02.987931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:02.994326 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffba760a35c843e8931f0bd3b3a47fcb&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3442178 Jun 21 09:35:02.994644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43396) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:03.035905 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-8721830a-0cd5-4950-a491-3f4b313f9e61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 1001 time: 0.0973716 Jun 21 09:35:03.058002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.086472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.107461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-bcea8df9-113e-4c9d-a89c-88ef2fd23dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:03.109311 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-bcea8df9-113e-4c9d-a89c-88ef2fd23dfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 200 len: 847 time: 0.0647647 Jun 21 09:35:03.136735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.141864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c162fd37-14d7-4b6d-8c84-f91300234901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:03.155104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d677a3b-c2f6-47e8-bfcd-af0cd2933284,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:03.158398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:03.160342 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.162472 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d677a3b-c2f6-47e8-bfcd-af0cd2933284 HTTP/1.1" status: 204 len: 168 time: 0.1662056 Jun 21 09:35:03.195576 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-3e7aa5ab-7a23-46ac-9ac1-e4b6ca34c99b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762246 Jun 21 09:35:03.341968 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-4db742d1-ccc7-4441-8d2b-40e9fbbd8672 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368401 Jun 21 09:35:03.520110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43410) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:03.539771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.550763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa39de-3dab-4ddd-a017-5e35498a7cf3 req-67f73ec8-cd8a-444f-bffc-bd9c84f24fd1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:03.552451 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-66fa39de-3dab-4ddd-a017-5e35498a7cf3 req-67f73ec8-cd8a-444f-bffc-bd9c84f24fd1 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 943 time: 0.1725862 Jun 21 09:35:03.554269 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1ddb8f32-d7d3-4242-9306-ed80aaf026b2 req-3ce98c74-4799-46a2-8308-4e320b4ea505 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035506 Jun 21 09:35:03.579218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:03.583838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Usage tracker for resource:security_group_rule and tenant:14134e7a54b6406882a00fbf59f31ba3 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:03.586900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:03.592928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:03.605968 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-66fa39de-3dab-4ddd-a017-5e35498a7cf3 req-f13e8a3e-336b-496f-8d73-47cb47e35742 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Jun 21 09:35:03.669442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.672461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.680170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a0c90c93-3220-477d-bb84-41e2964d86cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:03.723826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc620bd-8a43-47c1-85fc-7a1524149be5,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:03.728257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:03.734194 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7a7db64f-8177-4eae-a5e1-1bb5c9f8fd83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14134e7a54b6406882a00fbf59f31ba3&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2098720 Jun 21 09:35:03.734955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43414) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:03.802370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.829255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.873139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.878239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:03.891353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc620bd-8a43-47c1-85fc-7a1524149be5,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:03.894091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:03.895220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:03.896425 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccc620bd-8a43-47c1-85fc-7a1524149be5 HTTP/1.1" status: 204 len: 168 time: 0.1610003 Jun 21 09:35:04.002237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:35:04.156875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:04.172231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'port_id': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'mac_address': 'fa:16:3e:ec:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:35:04.238666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:04.263080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dc795e-4e5f-4790-8fd7-48e36aa47664 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:35:04.279417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:04.282515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:04.285311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c678bd77-aec9-481c-8e3c-82a90df2b2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:04.349523 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=9']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:04.353661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:04.622689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['32dc795e-4e5f-4790-8fd7-48e36aa47664'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:35:04.807132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1511b4-e6b5-4489-bd5e-a21fcb00ca6e req-56402dff-2989-4b05-85ee-5b118e8ad89d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:04.808805 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6c1511b4-e6b5-4489-bd5e-a21fcb00ca6e req-56402dff-2989-4b05-85ee-5b118e8ad89d tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 944 time: 0.0803177 Jun 21 09:35:04.876532 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6c1511b4-e6b5-4489-bd5e-a21fcb00ca6e req-6e37ebb7-da2e-4057-ad5b-2391f8efc7fd tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581212 Jun 21 09:35:06.000082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:06.081884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 32dc795e-4e5f-4790-8fd7-48e36aa47664 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:06.082556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:06.105856 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89def20-8dc3-40c7-be4f-7461e764af30 req-d60d29d3-4bd0-4814-b74b-59550b97970b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:06.107605 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a89def20-8dc3-40c7-be4f-7461e764af30 req-d60d29d3-4bd0-4814-b74b-59550b97970b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 944 time: 0.1171570 Jun 21 09:35:06.161368 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a89def20-8dc3-40c7-be4f-7461e764af30 req-9972ff65-6d43-4d3f-b405-dd6e208caf88 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jun 21 09:35:06.205496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:06.233515 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:35:06.245551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:06.249109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:06.251132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:06.287331 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'code': 200} Jun 21 09:35:06.319387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=10']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:06.322525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:06.815979 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-01cb56a2-66ee-4d7a-bedd-5bc5d02f316f req-deb171ac-deb5-4b81-81bd-816f22e2024f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 1099 time: 0.0771558 Jun 21 09:35:06.867418 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-01cb56a2-66ee-4d7a-bedd-5bc5d02f316f req-0ae770a1-9066-4b43-95fc-816b9fa21b2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Jun 21 09:35:07.166908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ace1cd-5def-422e-982d-a51a5a3ac18d req-af180713-9af6-4f90-b109-fb7930ae7030 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:07.167660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-44ace1cd-5def-422e-982d-a51a5a3ac18d req-af180713-9af6-4f90-b109-fb7930ae7030 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Synchronizing usage tracker for tenant:ac01d863784f4203ad544e3583375f3a on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:35:07.183402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-44ace1cd-5def-422e-982d-a51a5a3ac18d req-af180713-9af6-4f90-b109-fb7930ae7030 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Unset dirty status for tenant:ac01d863784f4203ad544e3583375f3a on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:35:07.184771 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-44ace1cd-5def-422e-982d-a51a5a3ac18d req-af180713-9af6-4f90-b109-fb7930ae7030 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.0967009 Jun 21 09:35:07.239164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-44ace1cd-5def-422e-982d-a51a5a3ac18d req-7e5cbb22-34da-4b4d-aefb-aa741d91c299 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Synchronizing usage tracker for tenant:ac01d863784f4203ad544e3583375f3a on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:35:07.254492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-44ace1cd-5def-422e-982d-a51a5a3ac18d req-7e5cbb22-34da-4b4d-aefb-aa741d91c299 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Unset dirty status for tenant:ac01d863784f4203ad544e3583375f3a on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:35:07.255633 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-44ace1cd-5def-422e-982d-a51a5a3ac18d req-7e5cbb22-34da-4b4d-aefb-aa741d91c299 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Jun 21 09:35:07.356535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469617f-60f3-42eb-a532-6c82a6a29442 req-9a7cfa79-e36e-4f7e-8c76-80f6f95d1f19 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:07.358126 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9469617f-60f3-42eb-a532-6c82a6a29442 req-9a7cfa79-e36e-4f7e-8c76-80f6f95d1f19 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 946 time: 0.0764225 Jun 21 09:35:07.407620 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9469617f-60f3-42eb-a532-6c82a6a29442 req-161d8837-caf7-462d-a5c3-53d9d1ff66ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425797 Jun 21 09:35:08.457441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890f898-472b-4e3d-bc7c-d8ab5d025085 req-b85a6cdf-3abb-488a-a0e2-0e57f9f231bd tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:08.459057 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8890f898-472b-4e3d-bc7c-d8ab5d025085 req-b85a6cdf-3abb-488a-a0e2-0e57f9f231bd tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.0855820 Jun 21 09:35:08.517881 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8890f898-472b-4e3d-bc7c-d8ab5d025085 req-29d2a6b9-eb9a-45aa-ba2f-cdb4b076ebd3 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Jun 21 09:35:08.613003 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b500d5d-fec7-419c-9ad3-49280f580a1d req-24118e52-93ed-4362-bbfd-a8a2fc1b4a99 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:08.614491 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5b500d5d-fec7-419c-9ad3-49280f580a1d req-24118e52-93ed-4362-bbfd-a8a2fc1b4a99 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 946 time: 0.0765398 Jun 21 09:35:08.668902 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5b500d5d-fec7-419c-9ad3-49280f580a1d req-f2869a68-6eff-4a40-80bb-d343fc9fb4cb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471311 Jun 21 09:35:09.572935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-fc7ab40a-758f-4caa-9a16-267e147f338b tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:09.575022 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-fc7ab40a-758f-4caa-9a16-267e147f338b tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.0792413 Jun 21 09:35:09.704831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Deleting port f0335082-3c28-480c-aa73-a6bb0b4bd3ec {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:09.705246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:10.142849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d572f3b-4e10-4e98-b0c5-9595bcaf820e req-0e6a6590-eb04-48b6-8a98-50769a327d0a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:10.144439 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4d572f3b-4e10-4e98-b0c5-9595bcaf820e req-0e6a6590-eb04-48b6-8a98-50769a327d0a tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 946 time: 0.4934666 Jun 21 09:35:10.246847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c917d-6db9-4b50-b38b-0e2ee05acb7d req-0d8af0be-1eea-4ea3-b85e-a091c864de1e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:10.248397 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a85c917d-6db9-4b50-b38b-0e2ee05acb7d req-0d8af0be-1eea-4ea3-b85e-a091c864de1e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 946 time: 0.4511940 Jun 21 09:35:10.310200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] For port f0335082-3c28-480c-aa73-a6bb0b4bd3ec, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:10.310603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:10.322256 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4d572f3b-4e10-4e98-b0c5-9595bcaf820e req-950e13a1-27f0-4e35-98e0-7f5a1aee69f2 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c7ca9-9c43-4ec3-9647-4b607b9e3113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303854 Jun 21 09:35:10.456171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Calling delete_port for f0335082-3c28-480c-aa73-a6bb0b4bd3ec owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:10.499501 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a85c917d-6db9-4b50-b38b-0e2ee05acb7d req-3647fc32-0579-49a1-91d1-ecd767dcaeb0 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371368 Jun 21 09:35:10.609254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:10.615001 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:10.692769 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Pushing event deleted for resources: {'Port': ['ID=f0335082-3c28-480c-aa73-a6bb0b4bd3ec,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:10.752672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.753113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.753518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.753918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.754319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.754713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.755106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.755496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.755884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.756272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.756663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:10.764946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:10.800557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] No DVR routers for this DVR port f0335082-3c28-480c-aa73-a6bb0b4bd3ec on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:35:10.803483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:10.807579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'name': 'network-vif-deleted', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:35:10.829535 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-44b09b71-b00e-4f15-90b8-1f7c06bd79e5 req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.45 "DELETE /v2.0/ports/f0335082-3c28-480c-aa73-a6bb0b4bd3ec HTTP/1.1" status: 204 len: 173 time: 1.2463870 Jun 21 09:35:10.840107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb78c3-f5aa-416a-887b-c15d272c3b0f req-188c8c27-d7c3-49d6-a0ec-0b87bbfc583b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:10.841687 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ffeb78c3-f5aa-416a-887b-c15d272c3b0f req-188c8c27-d7c3-49d6-a0ec-0b87bbfc583b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.1906958 Jun 21 09:35:10.874483 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7ab37f-73f9-4100-96ce-901ddba2efb7', 'name': 'network-vif-deleted', 'tag': 'f0335082-3c28-480c-aa73-a6bb0b4bd3ec', 'status': 'completed', 'code': 200} Jun 21 09:35:10.900553 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ffeb78c3-f5aa-416a-887b-c15d272c3b0f req-8db5c457-a682-4dab-991a-5e4a54443de6 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518291 Jun 21 09:35:11.482669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-3ccda1f4-20c2-4264-926d-6820fb66fbfb req-6e5e83bf-ab62-4be6-8239-aebead25126c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Synchronizing usage tracker for tenant:ac01d863784f4203ad544e3583375f3a on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:35:11.496668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-3ccda1f4-20c2-4264-926d-6820fb66fbfb req-6e5e83bf-ab62-4be6-8239-aebead25126c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Unset dirty status for tenant:ac01d863784f4203ad544e3583375f3a on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:35:11.497935 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3ccda1f4-20c2-4264-926d-6820fb66fbfb req-6e5e83bf-ab62-4be6-8239-aebead25126c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 210 time: 0.0599983 Jun 21 09:35:12.100669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cc640-50c2-489d-99f0-556223d1dcb2 req-fe4b9f77-e51d-43a8-a9f5-13b9e7e13526 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:12.102306 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b0cc640-50c2-489d-99f0-556223d1dcb2 req-fe4b9f77-e51d-43a8-a9f5-13b9e7e13526 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.0841300 Jun 21 09:35:12.205331 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9b0cc640-50c2-489d-99f0-556223d1dcb2 req-bd855436-f432-469a-877d-c5d0848cf7ea tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955691 Jun 21 09:35:12.226532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b34b5-f1ca-4366-9c3c-d1ff3da59eb3 req-b76f57ee-107b-4845-9437-5ec352aabdff tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:12.228085 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cf4b34b5-f1ca-4366-9c3c-d1ff3da59eb3 req-b76f57ee-107b-4845-9437-5ec352aabdff tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1018775 Jun 21 09:35:12.282155 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cf4b34b5-f1ca-4366-9c3c-d1ff3da59eb3 req-e84135c5-e417-40c7-b3d3-a7bb632b5bf0 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467520 Jun 21 09:35:12.659010 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a4dacf2c-6862-4176-824d-f21323255a4d req-9e5f839b-c27f-4598-a521-d6af3c2e5ce9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b7ab37f-73f9-4100-96ce-901ddba2efb7 HTTP/1.1" status: 200 len: 210 time: 0.0445716 Jun 21 09:35:12.776245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:35:12.797682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f0335082-3c28-480c-aa73-a6bb0b4bd3ec no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:12.833149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: f0335082-3c28-480c-aa73-a6bb0b4bd3ec {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:12.833542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f0335082-3c28-480c-aa73-a6bb0b4bd3ec not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:13.441774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e2f46-e713-404b-b258-4514f0d51b3b req-f2a8e834-c049-4855-aba7-fe028d3fc17f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:13.443364 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-086e2f46-e713-404b-b258-4514f0d51b3b req-f2a8e834-c049-4855-aba7-fe028d3fc17f tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.1222298 Jun 21 09:35:13.517791 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-086e2f46-e713-404b-b258-4514f0d51b3b req-c872882d-3d4d-41f6-bacf-70daa767691d tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634511 Jun 21 09:35:13.524902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91baf6-ef63-444c-9266-e915a864afbd req-05308d56-720f-461d-9ed4-befb6e4800a0 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:13.526474 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6a91baf6-ef63-444c-9266-e915a864afbd req-05308d56-720f-461d-9ed4-befb6e4800a0 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1296456 Jun 21 09:35:13.577778 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6a91baf6-ef63-444c-9266-e915a864afbd req-672c6325-41f5-43f5-aa22-18a4425da73a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440753 Jun 21 09:35:14.392492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43692) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:14.778942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:14.785051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b7373-49ff-4fd6-bff6-31973a83221f req-adbd8ddf-8dc7-4cd2-90aa-0398066e6542 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:14.786620 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-656b7373-49ff-4fd6-bff6-31973a83221f req-adbd8ddf-8dc7-4cd2-90aa-0398066e6542 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.1416419 Jun 21 09:35:14.797317 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae58c9-b0a5-433f-8a54-fdc7e2e57b69 req-6724214d-fc7a-4d95-b1e5-166a7e171b2b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:14.798777 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fcae58c9-b0a5-433f-8a54-fdc7e2e57b69 req-6724214d-fc7a-4d95-b1e5-166a7e171b2b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1027815 Jun 21 09:35:14.878092 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-656b7373-49ff-4fd6-bff6-31973a83221f req-af143032-3d82-46a7-a663-1f89081e0703 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a17e3d0-54e9-48aa-bd94-54669ea111ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782421 Jun 21 09:35:14.881543 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fcae58c9-b0a5-433f-8a54-fdc7e2e57b69 req-dbe59930-9453-4639-8b80-05118e2bae53 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672014 Jun 21 09:35:15.062526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-0c772d00-4d68-4a6a-b495-d40edb73eaff tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:15.064324 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-0c772d00-4d68-4a6a-b495-d40edb73eaff tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 946 time: 0.0761797 Jun 21 09:35:15.144018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Deleting port aaa1fb31-4901-4d12-819e-a07d7370a57e {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:15.144311 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.379570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Deleting port 7e6530ed-4b87-4109-9688-b2f745172979 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:15.379714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.406711 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] For port aaa1fb31-4901-4d12-819e-a07d7370a57e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=aaa1fb31-4901-4d12-819e-a07d7370a57e,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:15.407123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.553827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] For port 7e6530ed-4b87-4109-9688-b2f745172979, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7e6530ed-4b87-4109-9688-b2f745172979,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:15.554228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.672493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.672832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.673215 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Floating IP 8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea disassociated. External IP: 172.27.0.225, port: aaa1fb31-4901-4d12-819e-a07d7370a57e. Jun 21 09:35:15.673583 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Calling delete_port for aaa1fb31-4901-4d12-819e-a07d7370a57e owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:15.684088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Calling delete_port for 7e6530ed-4b87-4109-9688-b2f745172979 owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:15.811034 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.817084 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a73f79b-7a8a-41af-a402-f9c3b87bd822 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:15.844505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:15.848853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-261f3d10-b4b6-4f55-ba0c-b9205d02db8a tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:15.859248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event deleted for resources: {'Port': ['ID=aaa1fb31-4901-4d12-819e-a07d7370a57e,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:15.862963 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:15.891039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6530ed-4b87-4109-9688-b2f745172979,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:15.894830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:16.371836 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5b952814-d79a-4cf1-ad26-78ef12602d2d req-256fd3d5-f351-4630-958d-51a494bb0c24 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 210 time: 0.3360915 Jun 21 09:35:16.428926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e858f-2836-4799-9928-056d12d0eba6 req-fc8a7ea8-8774-4ecc-a94b-f337b7d29032 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:16.430599 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d97e858f-2836-4799-9928-056d12d0eba6 req-fc8a7ea8-8774-4ecc-a94b-f337b7d29032 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.4034626 Jun 21 09:35:16.453513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:16.466655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Router fd041406-3363-4e68-aa5c-65d618c6fc04 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:35:16.504255 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d97e858f-2836-4799-9928-056d12d0eba6 req-b5bd44b7-b8dc-4740-a8ac-0599c763fa83 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626812 Jun 21 09:35:16.702081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:16.713524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] Sync routers for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:16.727808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:16.728698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:34:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:16.778141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] No DVR routers for this DVR port aaa1fb31-4901-4d12-819e-a07d7370a57e on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:35:16.783723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:16.783723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'name': 'network-vif-deleted', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:35:16.817132 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1548f323-3fa8-4b36-8f32-2aa4c9e065a1 req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.45 "DELETE /v2.0/ports/aaa1fb31-4901-4d12-819e-a07d7370a57e HTTP/1.1" status: 204 len: 173 time: 1.7446346 Jun 21 09:35:16.868146 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177e19f-748f-46bd-8fb3-a2373f7793fd', 'name': 'network-vif-deleted', 'tag': 'aaa1fb31-4901-4d12-819e-a07d7370a57e', 'status': 'completed', 'code': 200} Jun 21 09:35:16.930204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:17.111229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Router 70675d8f-f04a-402b-8cad-1ed268f4fd94 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:35:17.172522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43736) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:17.290514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:17.295436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] Checking router: fd041406-3363-4e68-aa5c-65d618c6fc04 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:17.306017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:17.308531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:17.309520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:34:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:17.315712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] Sync routers for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:17.335419 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] 10.222.0.36 "PUT /v2.0/routers/70675d8f-f04a-402b-8cad-1ed268f4fd94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9416146 Jun 21 09:35:17.336195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43742) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:17.340159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:17.341488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:34:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:17.343395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.385752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:17.390128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Usage tracker for resource:security_group_rule and tenant:01cb51d533fb4d3cb4f6426482cccebb is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:17.393640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:17.411712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:17.521565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.527623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.554316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:17.583331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:17.641668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-63b5fca5-d5d8-43e3-8b4d-373fb08c67ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:17.657573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.718715 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01cb51d533fb4d3cb4f6426482cccebb&name=default HTTP/1.1" status: 200 len: 2629 time: 0.5448415 Jun 21 09:35:17.719856 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43750) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:17.730727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-23bc9104-82e4-4c22-baaa-0fae199200f6 req-e233e894-361b-4cc5-b7cb-03700781739a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Synchronizing usage tracker for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:35:17.826509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a68071-8679-46b3-a57a-6cddd068759f,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:17.830729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08d123a1-20f2-4636-9cfe-fe1256f91686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:17.867689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:35:15Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:17.872812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] Checking router: 70675d8f-f04a-402b-8cad-1ed268f4fd94 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:17.885014 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-23bc9104-82e4-4c22-baaa-0fae199200f6 req-e233e894-361b-4cc5-b7cb-03700781739a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Unset dirty status for tenant:3a752a0f8e154030b97df18c2f7cd2d6 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:35:17.886065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] Routers {'70675d8f-f04a-402b-8cad-1ed268f4fd94'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:17.886658 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23bc9104-82e4-4c22-baaa-0fae199200f6 req-e233e894-361b-4cc5-b7cb-03700781739a tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/ports?device_id=5177e19f-748f-46bd-8fb3-a2373f7793fd HTTP/1.1" status: 200 len: 210 time: 0.2508094 Jun 21 09:35:17.887128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:34:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['70675d8f-f04a-402b-8cad-1ed268f4fd94'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:17.901063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.939147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.963670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.972351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Deleting port 841f3006-d296-4199-8f41-48e611acc881 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:17.972730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:17.994824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.000131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-015332fd-7948-484b-b27b-34e259f9d245 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:18.028696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a68071-8679-46b3-a57a-6cddd068759f,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:18.046462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:18.073782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] Set router 70675d8f-f04a-402b-8cad-1ed268f4fd94 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:18.074897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.076696 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99a68071-8679-46b3-a57a-6cddd068759f HTTP/1.1" status: 204 len: 168 time: 0.3482413 Jun 21 09:35:18.139142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10451-3b65-4d7f-ae52-a6252a9d1e38 req-a34c33d1-d462-4e16-91a6-e779e69973e8 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:18.147976 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-41f10451-3b65-4d7f-ae52-a6252a9d1e38 req-a34c33d1-d462-4e16-91a6-e779e69973e8 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.3250189 Jun 21 09:35:18.206986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:18.214348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcc5df-2518-4985-b00f-6472378b97a0 None None] The sync data for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi is: [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:28:23Z', 'revision_number': 4, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': 'fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3', 'name': '', 'network_id': 'f23257cb-fe29-43bb-8207-08422340aa3e', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'mac_address': 'fa:16:3e:c6:10:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:19Z', 'updated_at': '2021-06-21T09:28:38Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'subnets': [{'id': 'fb61985d-424f-4bb6-a5e3-65dd323357ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:18.216658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] For port 841f3006-d296-4199-8f41-48e611acc881, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=841f3006-d296-4199-8f41-48e611acc881,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:18.217155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.259410 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-41f10451-3b65-4d7f-ae52-a6252a9d1e38 req-662a422e-6382-4e58-91c0-c0e5f1c6529e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106424 Jun 21 09:35:18.417703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:35:15Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:18.422267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa03bb-02b5-40e8-ae4d-c48301c96bdd None None] The sync data for ids ['70675d8f-f04a-402b-8cad-1ed268f4fd94'] in dv-cinder-797210-1-iscsi is: [{'id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'name': 'tempest-TestMinimumBasicScenario-1160948201-router', 'tenant_id': 'ac01d863784f4203ad544e3583375f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '841f3006-d296-4199-8f41-48e611acc881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:08Z', 'updated_at': '2021-06-21T09:35:15Z', 'revision_number': 5, 'project_id': 'ac01d863784f4203ad544e3583375f3a', 'gw_port': {'id': '841f3006-d296-4199-8f41-48e611acc881', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70675d8f-f04a-402b-8cad-1ed268f4fd94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:09Z', 'updated_at': '2021-06-21T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:18.579538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43758) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:18.603023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.620246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Calling delete_port for 841f3006-d296-4199-8f41-48e611acc881 owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:18.641751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:18.645789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2e6b74badf423bb69bad1fa67849ed is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:18.650004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:18.655895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:18.726336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.729999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.737841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3316e585-65e5-4b1c-8701-bf7bbe94ce11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:18.786851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef7caa-d23a-4b7b-9338-05a42fae264e,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:18.790622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:18.795778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device aaa1fb31-4901-4d12-819e-a07d7370a57e no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:18.795963 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e2e6b74badf423bb69bad1fa67849ed&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2124205 Jun 21 09:35:18.796078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43762) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:18.799054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.809235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-862240cf-a612-4a29-abad-a3e30e5bc547 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:18.841608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: aaa1fb31-4901-4d12-819e-a07d7370a57e {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:18.842086 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device aaa1fb31-4901-4d12-819e-a07d7370a57e not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:18.843960 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a680363-1bd1-4129-96ec-3b671e060f55 None None] New status for floating IP 8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea: DOWN {{(pid=80879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:35:18.861614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Pushing event deleted for resources: {'Port': ['ID=841f3006-d296-4199-8f41-48e611acc881,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:18.864404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:18.869402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.899474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.955085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.961621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-914a7699-4963-4e36-a6cb-67370480399d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:18.977888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef7caa-d23a-4b7b-9338-05a42fae264e,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:18.980471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:18.981521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:18.982824 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14ef7caa-d23a-4b7b-9338-05a42fae264e HTTP/1.1" status: 204 len: 168 time: 0.1856792 Jun 21 09:35:19.088739 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43772) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:19.140106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.182824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.212743 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.262111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.267486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-71b43956-a52f-4254-9d45-7302eb958225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:19.283365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a17e3d0-54e9-48aa-bd94-54669ea111ba,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:19.289813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:19.298655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.300323 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "DELETE /v2.0/security-groups/8a17e3d0-54e9-48aa-bd94-54669ea111ba HTTP/1.1" status: 204 len: 168 time: 0.2103076 Jun 21 09:35:19.303122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43780) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:19.325723 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.v2.resource [None req-835a67bd-ff15-4620-8072-6a206131a424 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] show failed (client error): The resource could not be found. Jun 21 09:35:19.327733 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-835a67bd-ff15-4620-8072-6a206131a424 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "GET /v2.0/security-groups/8a17e3d0-54e9-48aa-bd94-54669ea111ba HTTP/1.1" status: 404 len: 347 time: 0.0226068 Jun 21 09:35:19.330339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43784) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:19.425025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.429474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.462686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7e6530ed-4b87-4109-9688-b2f745172979 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:19.469483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.470155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70675d8f-f04a-402b-8cad-1ed268f4fd94 {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:35:19.484670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.489181 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-11dd1ea4-2fa0-4ee6-9562-9e686f86f05d admin admin] 10.222.0.36 "DELETE /v2.0/routers/70675d8f-f04a-402b-8cad-1ed268f4fd94 HTTP/1.1" status: 204 len: 168 time: 2.1509507 Jun 21 09:35:19.490012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43792) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:19.506096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 7e6530ed-4b87-4109-9688-b2f745172979 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:19.506096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7e6530ed-4b87-4109-9688-b2f745172979 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:19.571577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Deleting subnet 52c658fe-cb7b-4694-aec5-fdc92951f2aa {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:35:19.571958 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.577521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Deleting port fbea9e39-8745-424f-bfd0-b3c72fd9cd1b {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:19.578020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.632668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.752747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fd045-0260-4055-8139-6caf5273b365 req-75918114-4c62-4e9b-99cd-df42c31e6111 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:19.761406 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e70fd045-0260-4055-8139-6caf5273b365 req-75918114-4c62-4e9b-99cd-df42c31e6111 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.2410743 Jun 21 09:35:19.816850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.817080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.817283 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:19.953872 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e70fd045-0260-4055-8139-6caf5273b365 req-34b05dc1-f75e-4e4d-9959-e37af03889ff tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911583 Jun 21 09:35:19.960915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Calling delete_port for fbea9e39-8745-424f-bfd0-b3c72fd9cd1b owned by network:floatingip {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:20.074760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Delete allocated IP 172.20.0.2 (56cc35ce-658c-41eb-92b2-58324937e2b2/52c658fe-cb7b-4694-aec5-fdc92951f2aa) {{(pid=80877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:35:20.119145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.124558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f26147b1-db5a-4628-bc56-0385b13f9932 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:20.167856 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Pushing event deleted for resources: {'Port': ['ID=fbea9e39-8745-424f-bfd0-b3c72fd9cd1b,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:20.171015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:20.250877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] For port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:20.273213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks [] for floatingip, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.294591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.297415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.301766 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] 10.222.0.36 "DELETE /v2.0/floatingips/8b7e7dc3-358e-40a6-ab3b-6ac3d1e87eea HTTP/1.1" status: 204 len: 168 time: 0.9669869 Jun 21 09:35:20.313462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.326992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a1cebd3d-858f-41eb-a5b4-18fa647c8c9e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:20.400594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.468555 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,revision_number=4']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:20.487090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:20.674214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.679018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d81ec358-7557-43c0-a003-d41e95ea75e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:20.716241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c658fe-cb7b-4694-aec5-fdc92951f2aa,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:20.720545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:20.723494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:20.730230 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/52c658fe-cb7b-4694-aec5-fdc92951f2aa HTTP/1.1" status: 204 len: 168 time: 1.2389951 Jun 21 09:35:20.730449 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75aa7ff-657d-4dc3-b977-e88964132193 None None] Network 56cc35ce-658c-41eb-92b2-58324937e2b2 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:35:20.732903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43822) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:20.996872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] DHCP port deletion for 56cc35ce-658c-41eb-92b2-58324937e2b2 request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:35:21.001493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Deleting port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:21.001921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.110764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.123816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Deleting port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:21.124188 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.198547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edd36a-3979-4c03-91e4-7b859f3edf3c req-09db90fd-4c4b-4715-a154-3179b6933211 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:21.200038 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-32edd36a-3979-4c03-91e4-7b859f3edf3c req-09db90fd-4c4b-4715-a154-3179b6933211 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.0798895 Jun 21 09:35:21.253827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] For port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:21.254403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.261979 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-32edd36a-3979-4c03-91e4-7b859f3edf3c req-24fa742a-7dca-4084-bd76-c32d2d5396e1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540183 Jun 21 09:35:21.345960 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] For port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,segment=NetworkSegment(d5d1cbec-15c6-43aa-a3b6-430a3cb649c4),segment_id=d5d1cbec-15c6-43aa-a3b6-430a3cb649c4)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:21.346448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.384826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Calling delete_port for e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:21.441169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 841f3006-d296-4199-8f41-48e611acc881 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:21.481012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 841f3006-d296-4199-8f41-48e611acc881 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:21.481393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 841f3006-d296-4199-8f41-48e611acc881 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:21.481853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:21.493783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Calling delete_port for e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 owned by network:dhcp {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:21.562214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.567429 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:21.621337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:21.622138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:21.627514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] No DVR routers for this DVR port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 on host dv-cinder-797210-1-iscsi {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:35:21.762567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.780065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cc35ce-658c-41eb-92b2-58324937e2b2']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:21.797876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:21.798222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d1cbec-15c6-43aa-a3b6-430a3cb649c4') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:21.807277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:35:21.807674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:35:21.810472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No active binding found for port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 {{(pid=80879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:244}} Jun 21 09:35:21.810903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:21.815135 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.835965 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.842863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:35:21.843306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:35:21.860217 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:35:21.941424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.945338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08449fcb-b350-4490-b00f-ac5f0adfb08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:21.961231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:21.972092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=56cc35ce-658c-41eb-92b2-58324937e2b2,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:21.978115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:21.981977 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] 10.222.0.36 "DELETE /v2.0/networks/56cc35ce-658c-41eb-92b2-58324937e2b2 HTTP/1.1" status: 204 len: 168 time: 1.2479787 Jun 21 09:35:21.985048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43864) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:22.308949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Deleting port e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:22.309468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:22.385756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f33438d8-fbc8-4115-bee1-25765e871bc5 None None] The port 'e8f12b3d-0ca8-4515-b5f3-f8b8e70476f1' was deleted {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:35:22.417122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:22.514820 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543bb95-37f8-481c-8212-78969f014bbe req-736034ed-4195-4b25-97fb-f3c7f26d99e6 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:22.516489 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4543bb95-37f8-481c-8212-78969f014bbe req-736034ed-4195-4b25-97fb-f3c7f26d99e6 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1148953 Jun 21 09:35:22.568294 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4543bb95-37f8-481c-8212-78969f014bbe req-f1c15d3f-0f8b-41c8-99b1-df51aa6aa9be tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445771 Jun 21 09:35:23.015656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d6318263-d1b7-4a61-a582-a714398284e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:23.034006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Deleting port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:23.034244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:23.222811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] For port b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:23.223222 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:23.339717 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-46a737ec-30fa-465d-9020-6150fd56dcbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1098 time: 0.0826375 Jun 21 09:35:23.366894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Calling delete_port for b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:23.489394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-5ca62aea-8b85-462e-b4aa-befa01c49f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:23.491415 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-5ca62aea-8b85-462e-b4aa-befa01c49f3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 909 time: 0.1436956 Jun 21 09:35:23.540224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:23.545758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f98dfb89-6246-418b-91c3-f70279441470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:23.573148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43952) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:23.595735 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:23.599007 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:23.606139 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-f7efb2f5-30f3-42b8-9317-cdc455534429 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 1001 time: 0.1060593 Jun 21 09:35:23.747928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-a16be351-3787-4c5b-8cf3-45cc88b1fa67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:23.749552 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-a16be351-3787-4c5b-8cf3-45cc88b1fa67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 200 len: 847 time: 0.1353290 Jun 21 09:35:24.079661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.134986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:24.141676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Usage tracker for resource:security_group_rule and tenant:39e9c323997944a3b7720ec9d21ded2d is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:24.151277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d32d7-b531-494b-93b5-06db77b9e1a9 req-2976ef63-538e-4217-9b01-c226872c1978 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:24.151589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.152865 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-671d32d7-b531-494b-93b5-06db77b9e1a9 req-2976ef63-538e-4217-9b01-c226872c1978 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.4456158 Jun 21 09:35:24.153718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:24.161707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:24.172038 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-f1981faa-0915-4f97-b3d1-697cea9d205d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4070244 Jun 21 09:35:24.184169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.339386 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-671d32d7-b531-494b-93b5-06db77b9e1a9 req-0c5caccd-4107-4f87-8d06-2e49a90b7ad4 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752889 Jun 21 09:35:24.406535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.409557 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-48e89446-cd36-4dde-815c-07390149142f service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171078 Jun 21 09:35:24.410771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.418445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d2f9e719-b244-4d88-ac47-f530a27dc185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:24.500203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c8b8f-a2f4-4ab3-8c88-2f198321d62c,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:24.503953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:24.521252 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39e9c323997944a3b7720ec9d21ded2d&name=default HTTP/1.1" status: 200 len: 2629 time: 0.9468775 Jun 21 09:35:24.522143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43966) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:24.565794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43968) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:24.643000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e5854bb-3520-4a6d-a33f-f778676b4763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.654556 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-06f10f0b-c7cc-4120-a37e-bfcb54b0f28d req-f7be5731-b0d9-41ac-8bf2-8f1ae145e419 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236605 Jun 21 09:35:24.675640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.745136 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:35:24.777169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.900688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.905603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b055cc51-9485-4a9b-b8d4-66bcc884d48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:24.924611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0c8b8f-a2f4-4ab3-8c88-2f198321d62c,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:24.928202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:24.930826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:24.932013 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa0c8b8f-a2f4-4ab3-8c88-2f198321d62c HTTP/1.1" status: 204 len: 168 time: 0.3675432 Jun 21 09:35:24.952016 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:24.963969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] Sync routers for ids ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:24.970464 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] 10.222.0.36 "PUT /v2.0/routers/2864334b-3bd4-440c-b22b-d0ccd56c94a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9842591 Jun 21 09:35:24.973116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43978) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:24.989093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] Routers {'2864334b-3bd4-440c-b22b-d0ccd56c94a9'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:24.989950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:25.158263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.182618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] Set router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:25.209567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.232633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.467688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43986) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:25.498863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.512914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.666516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:25.674144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Usage tracker for resource:security_group_rule and tenant:939daa78c4594c77b9a9f39f91b32ff6 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:25.687889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:35:23Z', 'revision_number': 5, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:25.692264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] Checking router: 2864334b-3bd4-440c-b22b-d0ccd56c94a9 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:25.704502 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:25.705655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] Routers {'2864334b-3bd4-440c-b22b-d0ccd56c94a9'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:25.707053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:25.725914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:25.766785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.775220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Deleting port b9cce7e6-18f3-43b4-a228-e56ecae495b8 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:25.775584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.778167 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b4d98-2a4d-4652-9c55-0e90efd12cee req-2b7c9248-36a0-4fd1-abe5-ed5b3f8184c9 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:25.779801 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e51b4d98-2a4d-4652-9c55-0e90efd12cee req-2b7c9248-36a0-4fd1-abe5-ed5b3f8184c9 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.2516518 Jun 21 09:35:25.884012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] Set router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:25.943470 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e51b4d98-2a4d-4652-9c55-0e90efd12cee req-b689da18-79f0-4b04-b157-0fee6851e9f6 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339896 Jun 21 09:35:25.958010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] For port b9cce7e6-18f3-43b4-a228-e56ecae495b8, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b9cce7e6-18f3-43b4-a228-e56ecae495b8,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:25.958410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.963087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.972039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:25.981459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0adc5597-8f40-453d-bc30-1685c725ca35 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:26.097954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Calling delete_port for b9cce7e6-18f3-43b4-a228-e56ecae495b8 owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:26.198749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:35:23Z', 'revision_number': 5, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:26.203141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8732b-e717-4290-9bd9-f77e3ca1f24a None None] The sync data for ids ['2864334b-3bd4-440c-b22b-d0ccd56c94a9'] in dv-cinder-797210-1-iscsi is: [{'id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'name': 'tempest-TestMinimumBasicScenario-697046035-router', 'tenant_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:24Z', 'updated_at': '2021-06-21T09:35:23Z', 'revision_number': 5, 'project_id': '1efcb1b022da49f2bb9ed0d4576f5ff9', 'gw_port': {'id': 'b9cce7e6-18f3-43b4-a228-e56ecae495b8', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2864334b-3bd4-440c-b22b-d0ccd56c94a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:25Z', 'updated_at': '2021-06-21T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:26.261325 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b351a488-7b6f-49f9-a846-04fe11c6e8ac,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:26.264593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:26.270393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.271443 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=939daa78c4594c77b9a9f39f91b32ff6&name=default HTTP/1.1" status: 200 len: 2629 time: 0.7999439 Jun 21 09:35:26.274531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 43990) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:26.279864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a864f9a-e106-42c2-83dd-45d4e70b9df4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:26.326219 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cce7e6-18f3-43b4-a228-e56ecae495b8,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:26.329200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:26.403686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.477117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.506978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Deleting port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:26.507292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.591622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.674005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.686759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a97496be-8234-44ce-93fa-8c7acc7c1735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:26.703676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b351a488-7b6f-49f9-a846-04fe11c6e8ac,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:26.706566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:26.721556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.725478 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b351a488-7b6f-49f9-a846-04fe11c6e8ac HTTP/1.1" status: 204 len: 168 time: 0.4467340 Jun 21 09:35:26.753701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] For port fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:26.754273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.890751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Calling delete_port for fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 owned by network:router_interface {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:26.895360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.900853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.926413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.927105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2864334b-3bd4-440c-b22b-d0ccd56c94a9 {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:35:26.941713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:26.946622 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2864334b-3bd4-440c-b22b-d0ccd56c94a9 HTTP/1.1" status: 204 len: 168 time: 1.9722497 Jun 21 09:35:26.947290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 43996) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:27.018322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Deleting subnet 9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9 {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:35:27.018708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.098310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.102803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.295238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.309708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.316065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9b47c998-db8b-4d33-b735-ebac9f09c316 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:27.380179 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:27.384751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:27.440126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb67f-a412-471e-9754-9f431b477026 req-fd9fc1e0-ccc9-4308-98b8-f5ff204065af tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:27.452110 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b6fbb67f-a412-471e-9754-9f431b477026 req-fd9fc1e0-ccc9-4308-98b8-f5ff204065af tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.2888079 Jun 21 09:35:27.497796 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:27.540348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:27.541113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b6deb6d9-3fd4-4db0-9af1-047ec4aac7aa not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:27.541770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b9cce7e6-18f3-43b4-a228-e56ecae495b8 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:27.580912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: b9cce7e6-18f3-43b4-a228-e56ecae495b8 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:27.581680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b9cce7e6-18f3-43b4-a228-e56ecae495b8 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:27.606666 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b6fbb67f-a412-471e-9754-9f431b477026 req-ade3256a-152b-4e30-888c-cdb020cc0c5f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519353 Jun 21 09:35:27.711285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Delete allocated IP 172.20.0.2 (35df9b01-e739-4e6d-9fa3-81bd149003dd/9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9) {{(pid=80877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:35:27.848027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.871404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] For port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:27.899321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.906559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:27.911163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bbb44b3a-d331-4a78-9205-3050bf21cbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:27.974005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:28.032855 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,revision_number=4']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:28.045125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:28.302218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:28.308823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:28.593396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:28.596655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:28.597751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:28.605799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc573e03-9f2e-4ec0-ae3b-b291d5d8a878 None None] Network 35df9b01-e739-4e6d-9fa3-81bd149003dd requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:35:28.607504 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9bb4ff79-36e6-42c9-a8e0-fd9f2b4b70a9 HTTP/1.1" status: 204 len: 168 time: 1.6591151 Jun 21 09:35:28.608191 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44032) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:28.692347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Router fd041406-3363-4e68-aa5c-65d618c6fc04 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:35:28.730461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:28.741421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Deleting port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:28.741810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:28.906688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] DHCP port deletion for 35df9b01-e739-4e6d-9fa3-81bd149003dd request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:35:28.915582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Deleting port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:28.916195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:28.971080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] For port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:28.971493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.034982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14780069-d9c8-4d0a-8847-a7746a2f3033 req-1b145770-199b-4ffa-bec4-bc6f174b8b3a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:29.045354 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-14780069-d9c8-4d0a-8847-a7746a2f3033 req-1b145770-199b-4ffa-bec4-bc6f174b8b3a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1594472 Jun 21 09:35:29.117369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Calling delete_port for 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 owned by network:dhcp {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:29.117852 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-14780069-d9c8-4d0a-8847-a7746a2f3033 req-f3d69abc-ba56-403e-8f37-bebadf68104c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712512 Jun 21 09:35:29.122966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:29.139998 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] 10.222.0.36 "PUT /v2.0/routers/fd041406-3363-4e68-aa5c-65d618c6fc04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5686610 Jun 21 09:35:29.140803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44044) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:29.181495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] Sync routers for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:29.203901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.211285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-05c620a7-0545-4144-8ed7-7440e758be3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:29.212284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:29.213237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:29.255258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:29.260654 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:29.263197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] No DVR routers for this DVR port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 on host dv-cinder-797210-1-iscsi {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:35:29.293106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] For port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=7a00dbdf-9dde-46b3-b16a-cbff314bb3c6,segment=NetworkSegment(b3e5ce21-f6b6-4067-9623-d2e05878e544),segment_id=b3e5ce21-f6b6-4067-9623-d2e05878e544)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:29.293559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.369288 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-04a358e3-e57d-4bf5-824d-c229e910803c req-cd405abc-f869-4e0f-939b-ffcde13f4e42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1445267 Jun 21 09:35:29.379985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.396829 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks [] for router, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.415630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35df9b01-e739-4e6d-9fa3-81bd149003dd']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:29.433338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e5ce21-f6b6-4067-9623-d2e05878e544') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:29.433879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e5ce21-f6b6-4067-9623-d2e05878e544') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:29.450153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.476308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.482153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:29.484520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:35:29.485517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:35:29.501547 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:35:29.525615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Calling delete_port for 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:29.556926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:29.557372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:29.628776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:35:29.630607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.632654 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:35:29.635554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c874450c-3cb2-4fd4-aaac-9dc45b256e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:29.649532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:29.658379 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.672338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=35df9b01-e739-4e6d-9fa3-81bd149003dd,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:29.678209 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] 10.222.0.36 "DELETE /v2.0/networks/35df9b01-e739-4e6d-9fa3-81bd149003dd HTTP/1.1" status: 204 len: 168 time: 1.0689187 Jun 21 09:35:29.679268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:29.713102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.730696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Deleting port 4b2fb260-ed91-4a74-913c-65bc243a7b7b {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:29.731079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.787827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3978c-9497-470b-b5e8-4ae905d698fe req-df4b55e6-1f59-4bf8-aa9c-27f894bc66b5 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:29.789523 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4de3978c-9497-470b-b5e8-4ae905d698fe req-df4b55e6-1f59-4bf8-aa9c-27f894bc66b5 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1534703 Jun 21 09:35:29.920827 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4de3978c-9497-470b-b5e8-4ae905d698fe req-464b44ae-f71f-41f6-87b9-e5a56649174c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129687 Jun 21 09:35:29.955956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44058) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:29.972211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] For port 4b2fb260-ed91-4a74-913c-65bc243a7b7b, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4b2fb260-ed91-4a74-913c-65bc243a7b7b,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:29.972715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:29.993266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:35:27Z', 'revision_number': 5, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port': {'id': '4b2fb260-ed91-4a74-913c-65bc243a7b7b', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:13Z', 'updated_at': '2021-06-21T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:29.997674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] Checking router: fd041406-3363-4e68-aa5c-65d618c6fc04 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:30.016525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] Routers {'fd041406-3363-4e68-aa5c-65d618c6fc04'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:30.017190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['fd041406-3363-4e68-aa5c-65d618c6fc04'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:30.055591 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-98b7d81d-c957-4af3-b058-40c25f9362cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac01d863784f4203ad544e3583375f3a&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0977848 Jun 21 09:35:30.058266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44062) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:30.139838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:30.161838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Calling delete_port for 4b2fb260-ed91-4a74-913c-65bc243a7b7b owned by network:router_gateway {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:30.193672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Deleting port 7a00dbdf-9dde-46b3-b16a-cbff314bb3c6 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:30.194098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:30.199589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:30.244010 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] Set router fd041406-3363-4e68-aa5c-65d618c6fc04 gateway port host: None {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:30.257213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:30.266942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-51e55e6b-b929-4f53-ba15-c6ce327c23d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:30.287512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c7ca9-9c43-4ec3-9647-4b607b9e3113,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:30.291306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:30.301583 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:30.308158 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a19c7ca9-9c43-4ec3-9647-4b607b9e3113 HTTP/1.1" status: 204 len: 168 time: 0.2483103 Jun 21 09:35:30.580248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:35:29Z', 'revision_number': 6, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port_host': None}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:30.621117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6e286-bf67-4309-9bf0-342de66f2d58 None None] The port '7a00dbdf-9dde-46b3-b16a-cbff314bb3c6' was deleted {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:35:30.630897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd554a-daa4-47a8-af91-8a00e6f3fc39 None None] The sync data for ids ['fd041406-3363-4e68-aa5c-65d618c6fc04'] in dv-cinder-797210-1-iscsi is: [{'id': 'fd041406-3363-4e68-aa5c-65d618c6fc04', 'name': 'tempest-AttachVolumeTestJSON-416502705-router', 'tenant_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:12Z', 'updated_at': '2021-06-21T09:35:29Z', 'revision_number': 6, 'project_id': '3a752a0f8e154030b97df18c2f7cd2d6', 'gw_port_host': None}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:30.725840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:30.731239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-db986ba7-b536-40dd-87cb-4dac6f1cb5ef tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:30.779170 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2fb260-ed91-4a74-913c-65bc243a7b7b,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:30.782531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:30.844019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44076) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:30.848032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:30.901544 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2edb1e2e-07df-48ec-b137-1fc1edcd108e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1efcb1b022da49f2bb9ed0d4576f5ff9&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0558827 Jun 21 09:35:30.902242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44080) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:30.975420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:30.982530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.014422 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.034320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:35:31.037070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.064577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:31.073000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.073877 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.075308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:31.081163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d6835844-e910-42aa-9df7-c8ea40668d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:31.097661 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.098996 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b96d078-b6f2-4720-955d-09581ef11b50 HTTP/1.1" status: 204 len: 168 time: 0.1957543 Jun 21 09:35:31.100031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96d078-b6f2-4720-955d-09581ef11b50,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:31.102798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:31.138811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Nova returned NotFound for event: [{'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:253}} Jun 21 09:35:31.166271 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=6']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:31.176593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.176990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.177381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.177752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.178264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.178627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.178992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.179356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.180284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.180646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.181029 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:31.185436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:31.422894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.434551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:31.435552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.444787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf854-680c-4e2e-9038-177af09aeb2e req-7521e69a-8bb6-4403-aed6-49758ac15ec5 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:31.446458 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a2acf854-680c-4e2e-9038-177af09aeb2e req-7521e69a-8bb6-4403-aed6-49758ac15ec5 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.3028641 Jun 21 09:35:31.479029 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:31.479529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fb1e610b-ec9b-4fb1-a765-a075ff8a5bd3 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:31.480079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4b2fb260-ed91-4a74-913c-65bc243a7b7b no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:31.516573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 4b2fb260-ed91-4a74-913c-65bc243a7b7b {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:31.516992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4b2fb260-ed91-4a74-913c-65bc243a7b7b not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:31.549692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.550252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd041406-3363-4e68-aa5c-65d618c6fc04 {{(pid=80878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:35:31.581900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Notify callbacks [] for router, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.586376 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fd041406-3363-4e68-aa5c-65d618c6fc04 HTTP/1.1" status: 204 len: 168 time: 2.4413135 Jun 21 09:35:31.587395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44092) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:31.594299 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a2acf854-680c-4e2e-9038-177af09aeb2e req-cc347aeb-2fc4-4c3d-9546-e100a1716311 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810177 Jun 21 09:35:31.668166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Deleting subnet fb61985d-424f-4bb6-a5e3-65dd323357ec {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:35:31.668680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.724437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:31.892380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.137224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Delete allocated IP 172.20.0.2 (f23257cb-fe29-43bb-8207-08422340aa3e/fb61985d-424f-4bb6-a5e3-65dd323357ec) {{(pid=80877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:35:32.270391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] For port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:32.295421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.302461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.307257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f73ba861-5474-40fa-8bec-0867616d9224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:32.364085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.413847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Pushing event updated for resources: {'Port': ['ID=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,revision_number=4']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:32.418624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:32.619402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.624079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-79b5eacb-613a-4782-ad5c-33132ea0dc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:32.659953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb61985d-424f-4bb6-a5e3-65dd323357ec,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:32.662623 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:32.665813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.673019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcf0f19-c79f-456d-a7f2-334561c7028e None None] Network f23257cb-fe29-43bb-8207-08422340aa3e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:35:32.678531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44102) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:32.684391 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fb61985d-424f-4bb6-a5e3-65dd323357ec HTTP/1.1" status: 204 len: 168 time: 1.0955300 Jun 21 09:35:32.852513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.872737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Deleting port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:32.873141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:32.916245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64297-df15-4dbb-9ea6-18471490ed00 req-22e9b92b-9a5f-4c3f-a45e-1f178be70194 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:32.917846 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93d64297-df15-4dbb-9ea6-18471490ed00 req-22e9b92b-9a5f-4c3f-a45e-1f178be70194 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.1958194 Jun 21 09:35:32.926548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] DHCP port deletion for f23257cb-fe29-43bb-8207-08422340aa3e request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:35:32.930713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] Deleting port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:32.931130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:33.034008 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93d64297-df15-4dbb-9ea6-18471490ed00 req-8722bf61-e653-4d0e-8a71-2d452d9f74a8 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083016 Jun 21 09:35:33.121486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] For port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:33.121935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:33.130655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] For port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,segment=NetworkSegment(4546a2bb-47ec-43da-bc7c-e15219126dfd),segment_id=4546a2bb-47ec-43da-bc7c-e15219126dfd)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:33.131088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:33.247571 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Calling delete_port for 4ae12d2a-7cdc-4250-a9c2-37e494febd6d owned by network:dhcp {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:33.259525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] Calling delete_port for 4ae12d2a-7cdc-4250-a9c2-37e494febd6d owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:33.327917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822'] for port, after_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:33.332668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:33.378713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] Pushing event deleted for resources: {'Port': ['ID=4ae12d2a-7cdc-4250-a9c2-37e494febd6d,revision_number=None']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:33.383097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:33.386017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b87765-2d13-4453-ab2b-6ebf19c26b19 None None] No DVR routers for this DVR port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d on host dv-cinder-797210-1-iscsi {{(pid=80879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:35:33.422741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4ae12d2a-7cdc-4250-a9c2-37e494febd6d no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:33.457723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 4ae12d2a-7cdc-4250-a9c2-37e494febd6d {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:33.458122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 4ae12d2a-7cdc-4250-a9c2-37e494febd6d not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:33.530388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:35:33.530753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:35:34.031870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Deleting port 4ae12d2a-7cdc-4250-a9c2-37e494febd6d {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:34.032390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:34.107715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] The port '4ae12d2a-7cdc-4250-a9c2-37e494febd6d' was deleted {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:35:34.266148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:34.326133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23257cb-fe29-43bb-8207-08422340aa3e']}} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:34.344223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4546a2bb-47ec-43da-bc7c-e15219126dfd') {'for_net_delete': True} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:34.344556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4546a2bb-47ec-43da-bc7c-e15219126dfd') {} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:34.366243 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1301603'] for segment, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:34.393092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:34.401730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985223b6-71c6-4386-8e0f-a50f73a4df2b req-2689a44c-d690-42b3-9ba2-8ed01a37a161 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:34.403296 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-985223b6-71c6-4386-8e0f-a50f73a4df2b req-2689a44c-d690-42b3-9ba2-8ed01a37a161 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.2418077 Jun 21 09:35:34.410989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=80878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:35:34.411419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853383734'] for segment, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: % (table.description, expected, rows_matched) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: % (table.description, expected, rows_matched) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: % (table.description, expected, rows_matched) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: % (table.description, expected, rows_matched) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:35:34.427396 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:35:34.470796 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-699f7a82-b877-447b-968c-320154201f4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e&tenant_id=4116b06b75314b7ca848839f4f207a7c HTTP/1.1" status: 200 len: 1096 time: 0.1922898 Jun 21 09:35:34.577516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:34.589846 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b3dcba61-6bf9-4279-bcc3-f9a05df852d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:34.607325 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:34.619189 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-985223b6-71c6-4386-8e0f-a50f73a4df2b req-07476fce-a8e4-4f0a-9498-0b7e5f107199 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927667 Jun 21 09:35:34.623777 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Pushing event deleted for resources: {'Network': ['ID=f23257cb-fe29-43bb-8207-08422340aa3e,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:34.629053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:34.636787 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] 10.222.0.36 "DELETE /v2.0/networks/f23257cb-fe29-43bb-8207-08422340aa3e HTTP/1.1" status: 204 len: 168 time: 1.9568329 Jun 21 09:35:34.649641 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-7d2b9d97-3d3d-4228-aa72-64abcc7189e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1096 time: 0.1308300 Jun 21 09:35:34.798440 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-fd0dadd2-68fd-4a1e-a116-df7301a9bfcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:34.800548 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-fd0dadd2-68fd-4a1e-a116-df7301a9bfcf service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 909 time: 0.1426983 Jun 21 09:35:34.851610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44116) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:34.909151 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-55e3f5f0-129f-4b8d-995c-962ea180fbe6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 999 time: 0.1002085 Jun 21 09:35:34.913645 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-916e5d2e-666f-4468-b748-153031890ec3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a752a0f8e154030b97df18c2f7cd2d6&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0607097 Jun 21 09:35:34.916601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44122) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:34.980258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-e0027d6e-4160-4d27-9518-13125fd480f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:34.981919 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-e0027d6e-4160-4d27-9518-13125fd480f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 200 len: 847 time: 0.0642152 Jun 21 09:35:34.983287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-43ecff7c-b9cf-4dad-b0e8-10792c904cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:35.013369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-43ecff7c-b9cf-4dad-b0e8-10792c904cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:35.061400 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-a91e1a92-765c-4492-a4da-b2825b493ef6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713792 Jun 21 09:35:35.064845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-43ecff7c-b9cf-4dad-b0e8-10792c904cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:35.069831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3370563e-f769-49b9-8ecd-090bd9502251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:35.084495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecff7c-b9cf-4dad-b0e8-10792c904cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa792b-849d-497e-b4c9-02b40e09c295,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:35.087730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-43ecff7c-b9cf-4dad-b0e8-10792c904cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:35.094067 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-43ecff7c-b9cf-4dad-b0e8-10792c904cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:35.095626 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-43ecff7c-b9cf-4dad-b0e8-10792c904cf4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bfa792b-849d-497e-b4c9-02b40e09c295 HTTP/1.1" status: 204 len: 168 time: 0.1776786 Jun 21 09:35:35.205491 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-1f7b9257-af7a-4c78-8f72-ebc78eeb7207 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341095 Jun 21 09:35:35.345924 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeca0928-1702-4bfd-86c5-c5527a3b4f6b req-5a2b7f70-c3bd-40d3-9bc6-42f9e9e2ed25 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319897 Jun 21 09:35:35.813288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69252-20b3-45de-9c7b-75fd1bea5a54 req-59ae5aff-9bf4-444b-a6b7-3b6ecce4fe3f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:35.815123 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cec69252-20b3-45de-9c7b-75fd1bea5a54 req-59ae5aff-9bf4-444b-a6b7-3b6ecce4fe3f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0833364 Jun 21 09:35:35.865768 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-cec69252-20b3-45de-9c7b-75fd1bea5a54 req-39fbe8d3-f2fd-447f-ae3d-c6084b916d1a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434020 Jun 21 09:35:37.058884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858aa83-11a8-4459-a865-60be2ed4b7d0 req-c4479bdd-13ed-4b23-b792-24539cd05354 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:37.060818 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4858aa83-11a8-4459-a865-60be2ed4b7d0 req-c4479bdd-13ed-4b23-b792-24539cd05354 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0800478 Jun 21 09:35:37.116546 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4858aa83-11a8-4459-a865-60be2ed4b7d0 req-203843c6-5055-4e1d-a6ef-a11d27fe7ac3 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468376 Jun 21 09:35:37.595902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44192) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:37.746005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:37.783426 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:37.787369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Usage tracker for resource:security_group_rule and tenant:467d22cf5aa04cff9ffff35f239645b4 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:37.790949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:37.796788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:37.867731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:37.870382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:37.877582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b60c9783-50f5-4944-a8f1-83c2768aefcb tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:37.923392 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00610f5a-39bf-474c-bf56-8c1384bcb2e7,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:37.926539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:37.928721 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=467d22cf5aa04cff9ffff35f239645b4&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3317437 Jun 21 09:35:37.931679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44198) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:37.992556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:38.019262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:38.063528 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:38.068795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e7de851-2895-4f81-8c0e-c93e85d08cdb tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:38.084009 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00610f5a-39bf-474c-bf56-8c1384bcb2e7,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:38.087447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:38.088584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:38.089797 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00610f5a-39bf-474c-bf56-8c1384bcb2e7 HTTP/1.1" status: 204 len: 168 time: 0.1571407 Jun 21 09:35:38.312363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802534df-04a3-477b-85db-53d32c947e61 req-c8dfaa88-8213-4fe4-a078-053e96c05303 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:38.314232 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-802534df-04a3-477b-85db-53d32c947e61 req-c8dfaa88-8213-4fe4-a078-053e96c05303 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0820305 Jun 21 09:35:38.364370 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-802534df-04a3-477b-85db-53d32c947e61 req-bc7c4197-93ed-4c76-a2b3-32437e22c564 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Jun 21 09:35:38.904082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44230) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:39.042198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1372307730-network', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:39.047005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:39.050925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Usage tracker for resource:network and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:39.054851 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:39.060696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:39.069673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Made reservation on behalf of e2f4512b54974bc3a70b0f9ca2c19795 for: {'network': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:35:39.074233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.088648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.119020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:39.123301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:39.126140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:39.131811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:39.200888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.203928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.207887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b8676027-bba0-445a-a481-c4045d34aaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:39.237366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=80878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:35:39.246380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02623a6-8906-4a5f-8873-aaae4b4e3a2d,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:39.250096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:39.252478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.252857 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Added segment 18e03b78-a422-4549-b00a-eaf98e963abe of type vlan for network 2554f1f2-667f-466d-8d4a-205e56ad594d Jun 21 09:35:39.279319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.309226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.310404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:39.311076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.316772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-072bb475-9d85-4444-b4a9-7a9afdc22481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:39.412768 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5074375 Jun 21 09:35:39.416491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44238) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:39.418410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Pushing event updated for resources: {'Network': ['ID=2554f1f2-667f-466d-8d4a-205e56ad594d,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:39.421316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:39.423052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Request body: {'subnet': {'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1372307730-subnet', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:39.428538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:39.433278 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Usage tracker for resource:subnet and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:39.435868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 2554f1f2-667f-466d-8d4a-205e56ad594d details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:35:39.436950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:39.445116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:39.454488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Made reservation on behalf of e2f4512b54974bc3a70b0f9ca2c19795 for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:35:39.459270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853399812'] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:39.573055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31e54-d39c-4c93-960a-745995c31e9e req-faae1d96-e7e1-47cd-ba2b-c9400fc9e2a4 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:39.574555 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2b31e54-d39c-4c93-960a-745995c31e9e req-faae1d96-e7e1-47cd-ba2b-c9400fc9e2a4 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0827632 Jun 21 09:35:39.623966 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c2b31e54-d39c-4c93-960a-745995c31e9e req-22cb5c7e-7049-43ae-a22e-5b4b3ef077d1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Jun 21 09:35:40.065435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2123750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853399827'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.070724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6e5bf2f9-d8d0-4608-ba1e-7b2613a96e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:40.143722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05258a37-6ffd-4f64-83ab-d97a68b1c2a5,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:40.147854 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:40.157038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Checking segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:40.157436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Network hostable DHCP agents. Network: 2554f1f2-667f-466d-8d4a-205e56ad594d, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:35:40.167093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Network 2554f1f2-667f-466d-8d4a-205e56ad594d is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:35:40.175959 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 2554f1f2-667f-466d-8d4a-205e56ad594d) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:40.186505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ebea1-2650-4866-a0d8-433bd2bea965 None None] Network 2554f1f2-667f-466d-8d4a-205e56ad594d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:35:40.188105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:40.189053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.216343 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7959003 Jun 21 09:35:40.216649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44250) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:40.231197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:40.231197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:40.234323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Usage tracker for resource:router and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:40.237387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:40.247784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:40.258904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.259906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.279107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.416898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-2554f1f2-667f-466d-8d4a-205e56ad594d', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:35:40.417893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.436465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.570749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Allocated IP 172.20.0.2 (2554f1f2-667f-466d-8d4a-205e56ad594d/05258a37-6ffd-4f64-83ab-d97a68b1c2a5/3d5c5e2e-5780-483f-9951-f23c30b8a7ab) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:35:40.624567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.652929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.777503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.789350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Transition to ACTIVE for port object 3d5c5e2e-5780-483f-9951-f23c30b8a7ab will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:40.796780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Allocated IP 172.27.0.150 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/25c5c17b-cc9a-4352-9b8e-f97061301f39) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:35:40.811090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Transition to ACTIVE for port object 3d5c5e2e-5780-483f-9951-f23c30b8a7ab will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:40.816886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.821194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab205-8080-449e-b22a-a88a677264b8 req-594e8140-cf3e-440a-91ac-62cbed7ea679 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:40.822040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:40.822820 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5f0ab205-8080-449e-b22a-a88a677264b8 req-594e8140-cf3e-440a-91ac-62cbed7ea679 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0819340 Jun 21 09:35:40.878117 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5f0ab205-8080-449e-b22a-a88a677264b8 req-49bd7ca3-4aa8-4d7b-943b-73b6c2ce1291 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Jun 21 09:35:40.884284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Network 2554f1f2-667f-466d-8d4a-205e56ad594d is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:40.885526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:40.889549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:35:40.895986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Pushing event updated for resources: {'Port': ['ID=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:40.901209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:40.967980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.986214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Attempting to bind port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:35:40.986631 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Attempting to bind port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:35:40.987039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Attempting to bind port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:35:40.993584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.993811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:35:40.994223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Checking segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:40.994670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.995103 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Bound using segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:35:40.995615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Bound port: 3d5c5e2e-5780-483f-9951-f23c30b8a7ab, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:35:40.996026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:40.997921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5ad66637-7931-44ff-8dc6-a3407728d829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:41.064989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:41.068333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:41.071475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:35:41.113568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Pushing event updated for resources: {'Port': ['ID=25c5c17b-cc9a-4352-9b8e-f97061301f39,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:41.117189 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:41.239149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:41.240217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:41.259126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] For port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:35:41.262441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] For port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:35:41.265803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:41.270031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:41.357791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Pushing event updated for resources: {'Port': ['ID=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:41.360834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:41.469587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Router 85469035-e16b-4c69-965b-8515f4a69186 is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:35:41.689327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:41.707671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:41.727519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:41.728855 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5111914 Jun 21 09:35:41.731936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44272) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:41.732910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:41.733725 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:41.933388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:42.088370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969c672-01b5-4ad1-be4e-91c6a4353207 req-58b16d25-008f-41f5-a2a3-a82109ed7c20 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:42.097534 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9969c672-01b5-4ad1-be4e-91c6a4353207 req-58b16d25-008f-41f5-a2a3-a82109ed7c20 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.0880883 Jun 21 09:35:42.163751 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9969c672-01b5-4ad1-be4e-91c6a4353207 req-c310e64e-5638-4b7c-b27a-fb163ea36922 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648098 Jun 21 09:35:42.278409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:41Z', 'revision_number': 3, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:42.282469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:42.282871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Updating router 85469035-e16b-4c69-965b-8515f4a69186 port 25c5c17b-cc9a-4352-9b8e-f97061301f39 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:35:42.335347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:42.773570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:42.848807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:42.863195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Transition to ACTIVE for port object 25c5c17b-cc9a-4352-9b8e-f97061301f39 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:42.871058 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:42.880277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:42.962027 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Attempting to bind port 25c5c17b-cc9a-4352-9b8e-f97061301f39 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:35:42.962644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Attempting to bind port 25c5c17b-cc9a-4352-9b8e-f97061301f39 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:35:42.963459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Attempting to bind port 25c5c17b-cc9a-4352-9b8e-f97061301f39 on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:35:42.968561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Pushing event updated for resources: {'Port': ['ID=25c5c17b-cc9a-4352-9b8e-f97061301f39,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:42.980154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:35:42.980548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:42.981194 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:42.981469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:35:42.981991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Bound port: 25c5c17b-cc9a-4352-9b8e-f97061301f39, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:35:42.982408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:42.996816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d715f858-6290-4019-b74d-0b7c251b21f5 None None] Network 2554f1f2-667f-466d-8d4a-205e56ad594d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:35:43.009318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Allocated IP 172.20.0.1 (2554f1f2-667f-466d-8d4a-205e56ad594d/05258a37-6ffd-4f64-83ab-d97a68b1c2a5/43c6bd01-d77d-4a30-bbec-0432c88b9ca8) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:35:43.034204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.034596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.035097 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.035469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.035838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.036205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.036567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.036932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.037436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.037798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.038157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:35:43.046994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:43.070821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] For port 25c5c17b-cc9a-4352-9b8e-f97061301f39, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:35:43.074078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] For port 25c5c17b-cc9a-4352-9b8e-f97061301f39, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=25c5c17b-cc9a-4352-9b8e-f97061301f39,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:35:43.078935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.086747 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-592161c3-afd5-449e-8172-f8fbb7a6a592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:43.164527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Pushing event updated for resources: {'Port': ['ID=25c5c17b-cc9a-4352-9b8e-f97061301f39,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:43.167976 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f8eca50d-649c-49f3-9c33-bc86f6ac578f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:43.169080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:43.169742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:43.178838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.200299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Transition to ACTIVE for port object 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:43.223401 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.236680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0160201b-6a20-41c1-9fb5-46ccd2acc0a1 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:43.262969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-dbb94d67-c036-4ae5-b184-d29d6ddd97eb None None] Provisioning for port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:43.297502 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Network 2554f1f2-667f-466d-8d4a-205e56ad594d is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:43.312859 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Pushing event updated for resources: {'Port': ['ID=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:43.315822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:43.317845 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:43.318592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:35:43.383646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:43.396826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.530597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.548988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:35:43.642686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 3d5c5e2e-5780-483f-9951-f23c30b8a7ab up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:43.645123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a76a1-fe71-455e-8b92-de85e90fffd0 req-b43df900-a61f-45f3-8e83-ac547d1201eb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:43.646741 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0a7a76a1-fe71-455e-8b92-de85e90fffd0 req-b43df900-a61f-45f3-8e83-ac547d1201eb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 943 time: 0.1273770 Jun 21 09:35:43.732280 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0a7a76a1-fe71-455e-8b92-de85e90fffd0 req-13dc475d-fe07-45c6-9b39-ad076b6ac10b tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750914 Jun 21 09:35:43.775353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:41Z', 'revision_number': 3, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:43.779941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9c671-ece2-4d32-924b-df465800ca43 None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:41Z', 'revision_number': 3, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:43.859587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:43.863321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.868339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.879984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'port_id': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'mac_address': 'fa:16:3e:65:6e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:35:43.883408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Provisioning for port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:43.897675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-be853f49-b640-4ff4-8b5d-67c27f2cc8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:43.947542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:43.953565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Provisioning complete for port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:43.953995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.974637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Pushing event updated for resources: {'Port': ['ID=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:43.979235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:43.987947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:43.990410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:44.006325 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:44.006724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:44.060698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:35:44.079289 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:44.091258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:35:44.092908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:44.097738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:44.146369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Network 2554f1f2-667f-466d-8d4a-205e56ad594d is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:44.147522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:44.215578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Provisioning complete for port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:44.216118 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:44.272216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=7']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:44.281910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:44.293026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:44.408318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:44.410872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:44.423534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:44.429969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d78de2-6ad3-43dd-8af2-9bfd5931eee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:44.470611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:35:44.574074 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:35:44.615004 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:44.633905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:44.640247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:35:44.640657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-3f43d7d8-8a45-45d4-b343-2c567103825c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:35:44.786554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:44.806037 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] 10.222.0.36 "PUT /v2.0/routers/85469035-e16b-4c69-965b-8515f4a69186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0727687 Jun 21 09:35:44.950533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5616-216c-4956-82b9-de322bc45bd7 req-28301cf4-9bfc-45f5-bb6d-911eb7a245b7 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:44.952427 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d2b5616-216c-4956-82b9-de322bc45bd7 req-28301cf4-9bfc-45f5-bb6d-911eb7a245b7 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 944 time: 0.0904365 Jun 21 09:35:45.020685 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d2b5616-216c-4956-82b9-de322bc45bd7 req-f7d1a63c-47b4-4afe-a3c9-f32c7515813f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610971 Jun 21 09:35:45.318954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-171759a2-4b94-417a-a2c1-398e42511490 None None] Provisioning complete for port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:45.319450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-171759a2-4b94-417a-a2c1-398e42511490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:45.372638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-171759a2-4b94-417a-a2c1-398e42511490 None None] Port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:35:45.476911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 3d5c5e2e-5780-483f-9951-f23c30b8a7ab up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:45.542844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:45.543259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:45.572230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:45.708105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:45.708524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:45.742787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 25c5c17b-cc9a-4352-9b8e-f97061301f39 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:45.785273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44344) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:45.791788 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1959900802-network', 'tenant_id': '1439261b00f14572b372f866f3098d5b'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:45.797409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:45.801600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Usage tracker for resource:network and tenant:1439261b00f14572b372f866f3098d5b is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:45.806415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:45.812419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:45.823322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Made reservation on behalf of 1439261b00f14572b372f866f3098d5b for: {'network': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:35:45.828044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for network, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:45.841770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:45.879881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:45.884689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1439261b00f14572b372f866f3098d5b is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:45.888447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:45.894691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:45.971024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:45.974308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:45.978794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-93bdfe52-c460-43d1-a40b-5bed7dbb367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:46.007159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=80877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 21 09:35:46.025713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb8db7-7cbb-4fad-b7fd-d239899d4ca0,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:46.031469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.031876 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.segments_db [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Added segment 508c7cd6-82b4-4e09-9f8d-1ab8cd96210a of type vlan for network 17c701da-97cc-494d-965e-874a600dad86 Jun 21 09:35:46.034722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 25c5c17b-cc9a-4352-9b8e-f97061301f39 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:46.045998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 25c5c17b-cc9a-4352-9b8e-f97061301f39 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:46.046413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.061226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255493237330'] for network, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.074437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.085467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:46.094641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393'] for network, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.095884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:46.096531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.102273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a8732dc-af0b-4e4a-98bb-36adce6c54ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:46.122413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:35:46.139470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:46.173064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.182474 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'code': 200} Jun 21 09:35:46.183068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:46.226897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ec11f-31d2-48c3-a9ca-29a4645ae297 req-5240a412-ed96-49c1-8c61-c624fd77808c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:46.229380 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-414ec11f-31d2-48c3-a9ca-29a4645ae297 req-5240a412-ed96-49c1-8c61-c624fd77808c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.0854490 Jun 21 09:35:46.250229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.274943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=8']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:46.279203 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:46.280840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 25c5c17b-cc9a-4352-9b8e-f97061301f39, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=25c5c17b-cc9a-4352-9b8e-f97061301f39,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:46.287583 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.290565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:46.300884 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-414ec11f-31d2-48c3-a9ca-29a4645ae297 req-1b10d635-9178-49d6-a2cf-f1e3b5274911 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551240 Jun 21 09:35:46.361279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=25c5c17b-cc9a-4352-9b8e-f97061301f39,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:46.374030 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:46.504083 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Pushing event updated for resources: {'Network': ['ID=17c701da-97cc-494d-965e-874a600dad86,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:46.510864 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7243540 Jun 21 09:35:46.512399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:46.512399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44356) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:46.518198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Network 17c701da-97cc-494d-965e-874a600dad86 details requested by agent ovs-agent-dv-cinder-797210-1-iscsi with host dv-cinder-797210-1-iscsi {{(pid=80879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}} Jun 21 09:35:46.524716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Request body: {'subnet': {'network_id': '17c701da-97cc-494d-965e-874a600dad86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1959900802-subnet', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'ip_version': 4}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:46.534507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:46.540353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Usage tracker for resource:subnet and tenant:1439261b00f14572b372f866f3098d5b is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:46.551822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:46.572573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:46.583881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Made reservation on behalf of 1439261b00f14572b372f866f3098d5b for: {'subnet': 1} {{(pid=80877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:35:46.590594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853399812'] for subnet, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:46.803152 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c8ec3fa-0c7a-42f5-a7cc-607e22b23a86 req-74b4f40e-1c56-4155-9911-d243cb6c67cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1098 time: 0.3062770 Jun 21 09:35:46.858646 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c8ec3fa-0c7a-42f5-a7cc-607e22b23a86 req-c19c941b-5749-40f3-923b-73f0eb0c7018 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460105 Jun 21 09:35:46.965975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:46.978294 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:46.979109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:47.011503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2123750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853399827'] for subnet, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.016359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:47.098629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d072cf90-cbf8-4244-b5a5-845c53ba06ae,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:47.102937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:47.111722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Checking segment: {'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:47.112209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Network hostable DHCP agents. Network: 17c701da-97cc-494d-965e-874a600dad86, hostable agents: ['63b1a886-5c43-441c-8a0f-0bb031c21cf0'], hosted agents: [] {{(pid=80877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}} Jun 21 09:35:47.121363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Network 17c701da-97cc-494d-965e-874a600dad86 is scheduled to be hosted by DHCP agent 63b1a886-5c43-441c-8a0f-0bb031c21cf0 {{(pid=80877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}} Jun 21 09:35:47.129418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797210-1-iscsi, 17c701da-97cc-494d-965e-874a600dad86) {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:47.140896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ccaf2-a177-45aa-b063-9c87dfda32df None None] Network 17c701da-97cc-494d-965e-874a600dad86 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:35:47.141902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:47.142558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.162239 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a7f618cd-bd71-4229-b585-34e76b1d2ee9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6487324 Jun 21 09:35:47.165112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44368) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:47.170946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:47.175906 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:47.180418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Usage tracker for resource:router and tenant:1439261b00f14572b372f866f3098d5b is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:47.183369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:47.190065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:47.199719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854424668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65302'] for router, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.200727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854403382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-335178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710498'] for router, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.219070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.246091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:47.377670 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854403403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854419787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710513'] for router, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.465060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 25c5c17b-cc9a-4352-9b8e-f97061301f39 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:47.509485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1ba3-daaa-43ab-879d-869e3b850857 req-03f8901f-a244-4a9e-988a-55b49c329fd6 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:47.511563 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a3c1ba3-daaa-43ab-879d-869e3b850857 req-03f8901f-a244-4a9e-988a-55b49c329fd6 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.0858977 Jun 21 09:35:47.577353 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a3c1ba3-daaa-43ab-879d-869e3b850857 req-d3e5a278-a5f9-40c5-a24c-a860cff6f8d4 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537004 Jun 21 09:35:47.579418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.612085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.643308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f592fc1-8671-5462-914a-c4b9a0728d47-17c701da-97cc-494d-965e-874a600dad86', 'network_id': '17c701da-97cc-494d-965e-874a600dad86', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'fixed_ips': [{'subnet_id': 'd072cf90-cbf8-4244-b5a5-845c53ba06ae'}]}} from dv-cinder-797210-1-iscsi. {{(pid=80879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 21 09:35:47.644164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.757686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Allocated IP 172.27.0.98 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/759240e8-6ed1-4a71-a3c5-f758abbb8a03) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:35:47.767588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 25c5c17b-cc9a-4352-9b8e-f97061301f39 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:47.768016 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.932487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.974395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:47.981677 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2268b50f-119b-4ba4-aa66-30f07f2af7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:48.044831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:48.048575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:48.055749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:35:48.093843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Pushing event updated for resources: {'Port': ['ID=759240e8-6ed1-4a71-a3c5-f758abbb8a03,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:48.111263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:48.160287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 2, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:48.175922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:48.176355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Updating router 85469035-e16b-4c69-965b-8515f4a69186 port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 binding host dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:35:48.200693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Allocated IP 172.20.0.2 (17c701da-97cc-494d-965e-874a600dad86/d072cf90-cbf8-4244-b5a5-845c53ba06ae/699665ff-5625-4091-b746-25255929cc81) {{(pid=80879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:35:48.251588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.252472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-356012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372383'] for router, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.273915 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.498192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Router c93fb9ba-a86a-4d50-9b90-b4327de861dc is scheduled to L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 with binding_index 1 {{(pid=80877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 21 09:35:48.600625 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Notify callbacks [] for port, precommit_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.699686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Transition to ACTIVE for port object 699665ff-5625-4091-b746-25255929cc81 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:48.738318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:48.739111 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Transition to ACTIVE for port object 699665ff-5625-4091-b746-25255929cc81 will not be triggered until provisioned by entity DHCP. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:48.749512 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995'] for port, after_create {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.751574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Sync routers for ids ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:48.766394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:48.766931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.768093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Routers {'c93fb9ba-a86a-4d50-9b90-b4327de861dc'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:48.768566 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b9165f78-8207-473c-b741-ae0a4493e898 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6023123 Jun 21 09:35:48.769295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:48.771450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44392) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:48.788113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d9d4a-e73a-4c0c-9754-1049a00bcbf3 req-aad7cd0a-99a1-43d2-a31a-565bd05754e0 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:48.789749 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c34d9d4a-e73a-4c0c-9754-1049a00bcbf3 req-aad7cd0a-99a1-43d2-a31a-565bd05754e0 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.0855479 Jun 21 09:35:48.857962 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c34d9d4a-e73a-4c0c-9754-1049a00bcbf3 req-620f549f-6702-464a-b09b-26840643de78 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610700 Jun 21 09:35:48.889570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Notify callbacks [] for port, precommit_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.916700 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Transition to ACTIVE for port object 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 will not be triggered until provisioned by entity L2. {{(pid=80879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:48.923022 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Network 17c701da-97cc-494d-965e-874a600dad86 is already hosted by enough agents. {{(pid=80879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:48.928150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Resources bound (agent type, host, resource id): {{(pid=80879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:48.931098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Pushing event updated for resources: {'Port': ['ID=699665ff-5625-4091-b746-25255929cc81,revision_number=1']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:48.933742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Received port after_create {{(pid=80879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:35:48.936419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:48.941001 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:48.941525 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:48.981589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Set router c93fb9ba-a86a-4d50-9b90-b4327de861dc gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:49.197673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cb557-db6a-4eb0-bb5b-829e0654a902 None None] Pushing event updated for resources: {'Port': ['ID=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:49.205065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b67cb557-db6a-4eb0-bb5b-829e0654a902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:49.260261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Attempting to bind port 699665ff-5625-4091-b746-25255929cc81 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:35:49.260607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Attempting to bind port 699665ff-5625-4091-b746-25255929cc81 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:35:49.261295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Attempting to bind port 699665ff-5625-4091-b746-25255929cc81 on network 17c701da-97cc-494d-965e-874a600dad86 {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:35:49.319025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:35:49.319458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Checking segment: {'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:49.319912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:49.320341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Bound using segment: {'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:35:49.321333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Bound port: 699665ff-5625-4091-b746-25255929cc81, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:35:49.322254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:49.346997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Attempting to bind port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:35:49.347410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Attempting to bind port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:35:49.347815 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Attempting to bind port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:35:49.357109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:35:49.357528 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Checking segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:49.357978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:49.358416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Bound using segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} {{(pid=80879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:35:49.358945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Bound port: 43c6bd01-d77d-4a30-bbec-0432c88b9ca8, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}}] {{(pid=80879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:35:49.359365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:49.478602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] For port 699665ff-5625-4091-b746-25255929cc81, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:35:49.482134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] For port 699665ff-5625-4091-b746-25255929cc81, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=699665ff-5625-4091-b746-25255929cc81,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:35:49.535287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:49.548069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:49.644568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:48Z', 'revision_number': 3, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port': {'id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:49.651134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Checking router: c93fb9ba-a86a-4d50-9b90-b4327de861dc for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:49.652115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Updating router c93fb9ba-a86a-4d50-9b90-b4327de861dc port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:35:49.669296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] For port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:35:49.674047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] For port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:35:49.676929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Pushing event updated for resources: {'Port': ['ID=699665ff-5625-4091-b746-25255929cc81,revision_number=2']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:49.684045 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eede15cd-b185-4ffe-827e-a85c83b37256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:49.685755 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:49.689920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:49.727266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:49.753936 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b113f-9073-4090-a6b6-d6a2a8ffbcec req-7aa21562-5109-422e-ad0e-1acf7efff97c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:49.763102 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ac4b113f-9073-4090-a6b6-d6a2a8ffbcec req-7aa21562-5109-422e-ad0e-1acf7efff97c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 946 time: 0.1076858 Jun 21 09:35:49.807942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cb557-db6a-4eb0-bb5b-829e0654a902 None None] Pushing event updated for resources: {'Port': ['ID=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:49.817484 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b67cb557-db6a-4eb0-bb5b-829e0654a902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:49.834768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:49.836453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:49.889714 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ac4b113f-9073-4090-a6b6-d6a2a8ffbcec req-927fd371-41cb-4913-aa9b-02cc12288a63 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159182 Jun 21 09:35:49.931246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:35:50.187727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.277731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.296812 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Transition to ACTIVE for port object 759240e8-6ed1-4a71-a3c5-f758abbb8a03 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:50.314794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.321724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e558562a-a7df-4f72-8524-8d30a16efe25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:50.411415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb030455-7e2c-4aff-9cac-769da6e3faad None None] Pushing event updated for resources: {'Port': ['ID=759240e8-6ed1-4a71-a3c5-f758abbb8a03,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:50.414912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Attempting to bind port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:35:50.415608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Attempting to bind port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:35:50.415608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Attempting to bind port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 on network 1a4bc331-1c30-4754-a89b-6d2d26069415 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:35:50.418913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eb030455-7e2c-4aff-9cac-769da6e3faad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:50.424110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:35:50.424567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Checking segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:50.425102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.425598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Bound using segment: {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:35:50.426180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Bound port: 759240e8-6ed1-4a71-a3c5-f758abbb8a03, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b915c16-02b6-466b-b199-fdfd26b9488e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:35:50.426660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.430184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:50.459379 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Allocated IP 172.20.0.1 (17c701da-97cc-494d-965e-874a600dad86/d072cf90-cbf8-4244-b5a5-845c53ba06ae/2466f1fb-e86c-4437-9206-cf338895f368) {{(pid=80877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:35:50.494898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] For port 759240e8-6ed1-4a71-a3c5-f758abbb8a03, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:35:50.498362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] For port 759240e8-6ed1-4a71-a3c5-f758abbb8a03, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=759240e8-6ed1-4a71-a3c5-f758abbb8a03,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:35:50.502790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.507382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:50.584387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb030455-7e2c-4aff-9cac-769da6e3faad None None] Pushing event updated for resources: {'Port': ['ID=759240e8-6ed1-4a71-a3c5-f758abbb8a03,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:50.591319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Routers {'c93fb9ba-a86a-4d50-9b90-b4327de861dc'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:50.592873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:50.617275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.633705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Transition to ACTIVE for port object 2466f1fb-e86c-4437-9206-cf338895f368 will not be triggered until provisioned by entity DHCP. {{(pid=80877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:50.644839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eb030455-7e2c-4aff-9cac-769da6e3faad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:50.654192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.658763 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a7221126-3933-469e-bcf0-1341afd26e94 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:50.725779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Pushing event updated for resources: {'Port': ['ID=2466f1fb-e86c-4437-9206-cf338895f368,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:50.733719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:50.738267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Network 17c701da-97cc-494d-965e-874a600dad86 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:50.739879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:50.742498 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Received port after_create {{(pid=80877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:35:50.757929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:49Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:50.762307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74fea8-19ce-421f-b19e-dedc78254a30 None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:49Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:50.779825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] Set router c93fb9ba-a86a-4d50-9b90-b4327de861dc gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:50.797603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854425436'] for router_interface, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:50.912430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:51.170630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:48Z', 'revision_number': 3, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port': {'id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:51.175425 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27a56-5b7b-4625-b5ac-93c7fda85e10 None None] The sync data for ids ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'] in dv-cinder-797210-1-iscsi is: [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:48Z', 'revision_number': 3, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port': {'id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:51.231226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:51.237876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74a68b-ebfd-4887-8abb-fed680c6d921 req-f87a8b3b-8c07-43bb-9693-9980e7084d38 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:51.240832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:51.241034 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d74a68b-ebfd-4887-8abb-fed680c6d921 req-f87a8b3b-8c07-43bb-9693-9980e7084d38 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 946 time: 0.2000401 Jun 21 09:35:51.293157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1c870a10-7a54-450b-9257-241d1c3b74af tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:51.353583 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9d74a68b-ebfd-4887-8abb-fed680c6d921 req-e0c439b5-f3f2-4569-b85e-41c1f8f06f2e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups?id=8332f608-30ed-4635-b404-3e238e7702d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998707 Jun 21 09:35:51.376157 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-7b6961ce-1040-4cf5-ac7d-c1a91a865648 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:35:51.387320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-7b6961ce-1040-4cf5-ac7d-c1a91a865648 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 946 time: 0.2495408 Jun 21 09:35:51.409684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Pushing event updated for resources: {'Port': ['ID=2466f1fb-e86c-4437-9206-cf338895f368,revision_number=2']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:51.415333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:51.423560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788715412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375417'] for router_interface, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:51.476927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Deleting port 32dc795e-4e5f-4790-8fd7-48e36aa47664 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:51.477349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:51.601380 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 699665ff-5625-4091-b746-25255929cc81 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:51.759247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 699665ff-5625-4091-b746-25255929cc81 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:51.765205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:51.770175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Network 17c701da-97cc-494d-965e-874a600dad86 is already hosted by enough agents. {{(pid=80877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:35:51.772077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=80877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:35:51.871687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8bf8f-724e-4daa-85ce-ac90dc1b982a None None] Network 17c701da-97cc-494d-965e-874a600dad86 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:35:51.896776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] For port 32dc795e-4e5f-4790-8fd7-48e36aa47664, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=32dc795e-4e5f-4790-8fd7-48e36aa47664,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:51.898808 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.107705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] Provisioning for port 699665ff-5625-4091-b746-25255929cc81 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:52.117838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:52.167737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:52.168166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.195113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] Provisioning complete for port 699665ff-5625-4091-b746-25255929cc81 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:52.195554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.291132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.291541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.292032 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Floating IP 42e18b89-8357-4144-8b57-4c09c6eb6ac6 disassociated. External IP: 172.27.0.69, port: 32dc795e-4e5f-4790-8fd7-48e36aa47664. Jun 21 09:35:52.292402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Calling delete_port for 32dc795e-4e5f-4790-8fd7-48e36aa47664 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:52.338104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Router c93fb9ba-a86a-4d50-9b90-b4327de861dc has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:35:52.445644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.503732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.517746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:52.536719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f91dbe51-5440-4425-97ad-611e42418888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:52.577487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.590223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event deleted for resources: {'Port': ['ID=32dc795e-4e5f-4790-8fd7-48e36aa47664,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:52.592883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:52.596638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:52.691187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:52.697376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:52.713879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.755527 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ae4720fe-41a7-4b30-a8a2-9244db2686f4 req-f149150d-5989-4975-b3d2-7bdb0b03f44e tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 210 time: 0.1664875 Jun 21 09:35:52.795932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] For port 699665ff-5625-4091-b746-25255929cc81, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=699665ff-5625-4091-b746-25255929cc81,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:52.806112 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:52.808229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:52.950275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] Pushing event updated for resources: {'Port': ['ID=699665ff-5625-4091-b746-25255929cc81,revision_number=3']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:52.963060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2da50fa7-3cc6-436f-9676-e249cbcb31f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:52.966207 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:35:53.053148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-333016ea-7866-4728-af3c-1b9f4862bc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:53.105888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:53.109496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8d4c23cd-de4f-483c-b671-a624f37a25de None None] Provisioning for port 2466f1fb-e86c-4437-9206-cf338895f368 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:53.118548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8d4c23cd-de4f-483c-b671-a624f37a25de None None] Provisioning complete for port 2466f1fb-e86c-4437-9206-cf338895f368 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:53.119126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8d4c23cd-de4f-483c-b671-a624f37a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:53.132775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] 10.222.0.36 "PUT /v2.0/routers/c93fb9ba-a86a-4d50-9b90-b4327de861dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3578997 Jun 21 09:35:53.209954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c23cd-de4f-483c-b671-a624f37a25de None None] Port 2466f1fb-e86c-4437-9206-cf338895f368 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:35:53.242215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-8d4c23cd-de4f-483c-b671-a624f37a25de None None] Provisioning complete for port 699665ff-5625-4091-b746-25255929cc81 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:53.242928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8d4c23cd-de4f-483c-b671-a624f37a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:53.428284 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:35:53.495033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] Sync routers for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:53.520749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:53.523069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:53.582784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] No DVR routers for this DVR port 32dc795e-4e5f-4790-8fd7-48e36aa47664 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:35:53.586690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:53.616301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-deleted', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:35:53.625244 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6069d8f9-a001-41fc-9f91-a9067015b8d9 req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.45 "DELETE /v2.0/ports/32dc795e-4e5f-4790-8fd7-48e36aa47664 HTTP/1.1" status: 204 len: 173 time: 2.2300782 Jun 21 09:35:53.708564 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 759240e8-6ed1-4a71-a3c5-f758abbb8a03 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:53.709057 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f464a05-7d8e-4d1d-9945-cba66b8aa677', 'name': 'network-vif-deleted', 'tag': '32dc795e-4e5f-4790-8fd7-48e36aa47664', 'status': 'completed', 'code': 200} Jun 21 09:35:53.798653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-db1c1cb1-83f3-470d-9333-e572ff544ff3 None None] Provisioning complete for port 2466f1fb-e86c-4437-9206-cf338895f368 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:53.799054 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-db1c1cb1-83f3-470d-9333-e572ff544ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.133354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0ab2bdf8-f464-44f4-a8d8-8228cd5f282e req-722c4db8-06d4-43b4-8cf3-88330116a374 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Synchronizing usage tracker for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:35:54.156104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-0ab2bdf8-f464-44f4-a8d8-8228cd5f282e req-722c4db8-06d4-43b4-8cf3-88330116a374 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Unset dirty status for tenant:16aed2b879a04f34a74a6b1983d22312 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:35:54.157384 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0ab2bdf8-f464-44f4-a8d8-8228cd5f282e req-722c4db8-06d4-43b4-8cf3-88330116a374 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f464a05-7d8e-4d1d-9945-cba66b8aa677 HTTP/1.1" status: 200 len: 210 time: 0.0705614 Jun 21 09:35:54.169535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44460) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:54.175898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217791999', 'description': 'tempest-secgroup-smoke-217791999 description', 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:54.182972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:54.188852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:54.191905 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:54.198622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:54.205172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:35:54.208269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.214134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-db1c1cb1-83f3-470d-9333-e572ff544ff3 None None] Port 2466f1fb-e86c-4437-9206-cf338895f368 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:35:54.219713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:54.220160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.245585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:54.249501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:54.251944 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.252701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:54.258714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:54.271181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:54.320479 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.323787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.329997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-10bb6d6c-99f6-4857-b38f-54a0e57f23f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:54.371366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0acbdc-bc7c-4cb3-952d-852342ec2054,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:54.374671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:54.375674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.376999 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d935649d-9b69-4cc0-8257-1b71d48a2eef tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1608 time: 0.2063489 Jun 21 09:35:54.380202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44464) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:54.387351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'security_group_rule': {'security_group_id': '9e0acbdc-bc7c-4cb3-952d-852342ec2054', 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:54.393473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:54.397447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:54.400927 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:54.407797 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:54.423955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.436126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-953d9f7f-8b30-4140-b614-8d169e4b97fc None None] Provisioning complete for port 2466f1fb-e86c-4437-9206-cf338895f368 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:54.436529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-953d9f7f-8b30-4140-b614-8d169e4b97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.484100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.487216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.495794 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:54.519964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb36dd0-62d5-4aa8-939c-94ae74f30520,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:54.523134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:54.529721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.530993 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d0f9e46b-177b-4d70-92d7-91df775ba584 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1495895 Jun 21 09:35:54.534301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44468) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:54.541451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'security_group_rule': {'security_group_id': '9e0acbdc-bc7c-4cb3-952d-852342ec2054', 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:54.547589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:54.551899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:54.558028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:54.564744 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:54.580566 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.626012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.641722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-953d9f7f-8b30-4140-b614-8d169e4b97fc None None] Port 2466f1fb-e86c-4437-9206-cf338895f368 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:35:54.645152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.648561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.650900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:54.673758 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 759240e8-6ed1-4a71-a3c5-f758abbb8a03, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=759240e8-6ed1-4a71-a3c5-f758abbb8a03,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:35:54.677355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacb85f7-276e-416a-a992-5bde7cd03b63,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:54.680068 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:54.681197 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-8ec795d0-398d-4d3e-9850-ff2f69a4ee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.682772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.683646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 699665ff-5625-4091-b746-25255929cc81 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:54.687697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.689342 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a46bc879-9580-462c-bc05-488ae08a76ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1536949 Jun 21 09:35:54.692230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44472) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:54.698644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'security_group_rule': {'security_group_id': '9e0acbdc-bc7c-4cb3-952d-852342ec2054', 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:54.705171 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:54.709141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:54.715926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b72b1cbe-d82b-478b-b725-be97059066d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:54.716633 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:54.722984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:54.739040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.801618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.804822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.807060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7745894e-2ff8-43d0-9dba-7c6c131505f9 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:54.830444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c83948-e8f3-4c82-95a6-4eeac08613a8,revision_number=0']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:54.833087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:54.841114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.841575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=759240e8-6ed1-4a71-a3c5-f758abbb8a03,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:54.842402 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6956547b-1b64-4ab9-a977-608321961bcc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491292 Jun 21 09:35:54.845646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44476) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:54.846585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:54.853409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'security_group_rule': {'security_group_id': '9e0acbdc-bc7c-4cb3-952d-852342ec2054', 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:54.862270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:54.866937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:54.867241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:54.870398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:54.874483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] Checking router: 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:54.877672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:54.878632 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 699665ff-5625-4091-b746-25255929cc81 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:54.879046 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.893307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.935221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:54.935898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:54.957419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.960691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.968296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-49c58787-e139-455a-bcfd-898c5922c978 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:54.987038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe05f22-0fc4-491c-8534-3e27544c7773,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:54.989462 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:54.997151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:54.998420 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1515324 Jun 21 09:35:55.001619 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44480) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:55.008320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'security_group_rule': {'security_group_id': '9e0acbdc-bc7c-4cb3-952d-852342ec2054', 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:55.014646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:55.018675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:55.021559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:55.028038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:55.037346 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.securitygroups_db [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Project e2f4512b54974bc3a70b0f9ca2c19795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 09:35:55.044565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.114742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.118052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.120187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5b44b4ec-ca78-46e7-abc4-80a01186e13d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:55.143549 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1d4c6c-5ce9-422c-b246-944e2277fe3a,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:55.146279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:55.152252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.153793 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-20d148b2-4cb9-4841-a346-f37dd1499a4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1508975 Jun 21 09:35:55.156756 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44484) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:55.157216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:55.162754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'security_group_rule': {'security_group_id': '9e0acbdc-bc7c-4cb3-952d-852342ec2054', 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:35:55.169718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:55.173704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:security_group_rule and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:55.176694 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:55.183757 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:55.199056 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.securitygroups_db [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Project e2f4512b54974bc3a70b0f9ca2c19795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 09:35:55.206262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.206811 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.227840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:55.279485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.283736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418530'] for security_group_rule, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.286722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:55.325379 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b33e04-b141-484a-aa94-f46e47bf053c,revision_number=0']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:55.335139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:55.347326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.352997 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a8ca0742-c3eb-4fc2-a44b-ad7307c7f44b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1936448 Jun 21 09:35:55.376414 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44502) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:55.390107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:55.390526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.465738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4c2115ea-df8d-41d5-91f0-761c20d8c2ae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.515610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4c2115ea-df8d-41d5-91f0-761c20d8c2ae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.562608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.579090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4c2115ea-df8d-41d5-91f0-761c20d8c2ae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.595557 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-586486b4-2724-4ab9-b2c1-d21c529a0f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:55.612290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2115ea-df8d-41d5-91f0-761c20d8c2ae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8332f608-30ed-4635-b404-3e238e7702d9,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:55.618209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4c2115ea-df8d-41d5-91f0-761c20d8c2ae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:55.632698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4c2115ea-df8d-41d5-91f0-761c20d8c2ae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:55.634480 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4c2115ea-df8d-41d5-91f0-761c20d8c2ae tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "DELETE /v2.0/security-groups/8332f608-30ed-4635-b404-3e238e7702d9 HTTP/1.1" status: 204 len: 168 time: 0.2604694 Jun 21 09:35:55.637572 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44546) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:55.668626 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.api.v2.resource [None req-d56524e7-a6b7-4e39-91d2-a54372e98f68 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] show failed (client error): The resource could not be found. Jun 21 09:35:55.670431 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d56524e7-a6b7-4e39-91d2-a54372e98f68 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "GET /v2.0/security-groups/8332f608-30ed-4635-b404-3e238e7702d9 HTTP/1.1" status: 404 len: 347 time: 0.0315337 Jun 21 09:35:55.673570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44552) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:55.849559 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:35:55.930156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 32dc795e-4e5f-4790-8fd7-48e36aa47664 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:35:55.930554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 32dc795e-4e5f-4790-8fd7-48e36aa47664 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:35:56.003275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:56.013181 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Sync routers for ids ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:35:56.014610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c93d0-d8b6-4a1b-b8e1-8b84f4fc0414 None None] The sync data for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi is: [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:28:21Z', 'revision_number': 4, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '28e251c1-437b-4bf4-a5ef-ad049944863f', 'name': '', 'network_id': '9d7f5eaf-3b81-4765-9a39-fc894b211160', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'mac_address': 'fa:16:3e:70:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:18Z', 'updated_at': '2021-06-21T09:28:40Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'subnets': [{'id': 'e654221f-3195-4150-94dd-8ad6aac2be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:56.050354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Routers {'c93fb9ba-a86a-4d50-9b90-b4327de861dc'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:56.053398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:56.136746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 759240e8-6ed1-4a71-a3c5-f758abbb8a03 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:35:56.183082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Deleting port 208dee9f-efb0-4c76-97a2-f377e5123803 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:35:56.183471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.283290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:35:56.283966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.377104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.377474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.380544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Set router c93fb9ba-a86a-4d50-9b90-b4327de861dc gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:56.487213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44570) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:56.527531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Calling delete_port for 208dee9f-efb0-4c76-97a2-f377e5123803 owned by network:floatingip {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:35:56.681503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.683826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.686572 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-632b1e28-215c-4f4b-a800-59fff39ea146 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:56.716052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9bcb8-d83a-4fa1-aaae-84a6f44a0a8f None None] New status for floating IP 42e18b89-8357-4144-8b57-4c09c6eb6ac6: DOWN {{(pid=80879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:35:56.723210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:56.728601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Usage tracker for resource:security_group_rule and tenant:89bf91abc8af48e7805792e825fe7528 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:56.731958 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:56.740079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:56.763257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Pushing event deleted for resources: {'Port': ['ID=208dee9f-efb0-4c76-97a2-f377e5123803,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:56.812299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:56.829093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.840939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.849327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a07711d5-3772-490f-a582-47703a625bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:56.884185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ba4f1-2dea-476b-b064-c3831d44d60b,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:56.889587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:56.913644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44590) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:56.914296 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3ddbbdb9-ca09-4652-8e9c-30c2fa3ae202 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89bf91abc8af48e7805792e825fe7528&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4246597 Jun 21 09:35:56.933740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks [] for floatingip, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.963450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:50Z', 'revision_number': 4, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port': {'id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '2466f1fb-e86c-4437-9206-cf338895f368', 'name': '', 'network_id': '17c701da-97cc-494d-965e-874a600dad86', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'mac_address': 'fa:16:3e:9b:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd072cf90-cbf8-4244-b5a5-845c53ba06ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:50Z', 'updated_at': '2021-06-21T09:35:50Z', 'revision_number': 2, 'project_id': '1439261b00f14572b372f866f3098d5b', 'subnets': [{'id': 'd072cf90-cbf8-4244-b5a5-845c53ba06ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:56.967486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Checking router: c93fb9ba-a86a-4d50-9b90-b4327de861dc for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:35:56.967889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Updating router c93fb9ba-a86a-4d50-9b90-b4327de861dc port 2466f1fb-e86c-4437-9206-cf338895f368 binding host dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 21 09:35:56.979265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:56.980931 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] 10.222.0.36 "DELETE /v2.0/floatingips/42e18b89-8357-4144-8b57-4c09c6eb6ac6 HTTP/1.1" status: 204 len: 168 time: 1.3055425 Jun 21 09:35:57.015296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b935c8bf-3cbf-4659-b4e0-970f27eac59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.043357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.047822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b935c8bf-3cbf-4659-b4e0-970f27eac59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.101930 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.108408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b935c8bf-3cbf-4659-b4e0-970f27eac59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.114214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-754c4836-f03e-4fca-8716-f2c6944dd8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:57.130489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935c8bf-3cbf-4659-b4e0-970f27eac59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ba4f1-2dea-476b-b064-c3831d44d60b,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:57.133217 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b935c8bf-3cbf-4659-b4e0-970f27eac59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:57.135666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b935c8bf-3cbf-4659-b4e0-970f27eac59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.137480 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b935c8bf-3cbf-4659-b4e0-970f27eac59b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df2ba4f1-2dea-476b-b064-c3831d44d60b HTTP/1.1" status: 204 len: 168 time: 0.2221203 Jun 21 09:35:57.423695 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.436343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Transition to ACTIVE for port object 2466f1fb-e86c-4437-9206-cf338895f368 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:35:57.442412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.446128 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f0a897d1-a2b4-4ae4-b496-9a8dfcb46ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:57.505750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44604) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:57.527618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.565789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:57.570113 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:87ea6daa41eb4b2aa2ffb7e5d2b12260 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:57.573274 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:57.577691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecf58a-f34b-440a-a030-7bfd2d50b494 None None] Pushing event updated for resources: {'Port': ['ID=2466f1fb-e86c-4437-9206-cf338895f368,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:57.580896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:57.581617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5fecf58a-f34b-440a-a030-7bfd2d50b494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:57.665149 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.669137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.672507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Attempting to bind port 2466f1fb-e86c-4437-9206-cf338895f368 on host dv-cinder-797210-1-iscsi for vnic_type normal with profile {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:35:57.672933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Attempting to bind port 2466f1fb-e86c-4437-9206-cf338895f368 by drivers openvswitch,hyperv on host dv-cinder-797210-1-iscsi at level 0 using segments [{'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:35:57.673383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Attempting to bind port 2466f1fb-e86c-4437-9206-cf338895f368 on network 17c701da-97cc-494d-965e-874a600dad86 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:35:57.676708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-404bf05c-f9a6-42d9-aefe-ce57cdf2af6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:57.680524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Checking agent: {'id': '1feab1ae-a683-4bdc-9784-5523ee241ab0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797210-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 19, 54), 'started_at': datetime.datetime(2021, 6, 21, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797210-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:35:57.681065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Checking segment: {'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:35:57.681584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.682090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Bound using segment: {'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:35:57.682691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Bound port: 2466f1fb-e86c-4437-9206-cf338895f368, host: dv-cinder-797210-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '17c701da-97cc-494d-965e-874a600dad86'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:35:57.683180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.720937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c766b6-6e84-46a3-84d3-e1fffdc09c43,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:57.724280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:57.729988 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87ea6daa41eb4b2aa2ffb7e5d2b12260&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2197914 Jun 21 09:35:57.730496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44608) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:57.783655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] For port 2466f1fb-e86c-4437-9206-cf338895f368, host dv-cinder-797210-1-iscsi, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:35:57.787092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] For port 2466f1fb-e86c-4437-9206-cf338895f368, host dv-cinder-797210-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=2466f1fb-e86c-4437-9206-cf338895f368,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:35:57.790642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.795036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eb030455-7e2c-4aff-9cac-769da6e3faad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:57.804158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9828a6d4-e1bf-48d9-acc1-ac7b90118064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.837163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9828a6d4-e1bf-48d9-acc1-ac7b90118064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.876558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Routers {'c93fb9ba-a86a-4d50-9b90-b4327de861dc'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:35:57.877287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:57.885690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9828a6d4-e1bf-48d9-acc1-ac7b90118064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.891658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-977aca13-165e-47b7-a3a9-3a9b42365ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:57.906824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828a6d4-e1bf-48d9-acc1-ac7b90118064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c766b6-6e84-46a3-84d3-e1fffdc09c43,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:57.909990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9828a6d4-e1bf-48d9-acc1-ac7b90118064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:57.910891 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9828a6d4-e1bf-48d9-acc1-ac7b90118064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:57.916259 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9828a6d4-e1bf-48d9-acc1-ac7b90118064 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3c766b6-6e84-46a3-84d3-e1fffdc09c43 HTTP/1.1" status: 204 len: 168 time: 0.1807160 Jun 21 09:35:57.948556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecf58a-f34b-440a-a030-7bfd2d50b494 None None] Pushing event updated for resources: {'Port': ['ID=2466f1fb-e86c-4437-9206-cf338895f368,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:57.954313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5fecf58a-f34b-440a-a030-7bfd2d50b494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:58.082140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] Set router c93fb9ba-a86a-4d50-9b90-b4327de861dc gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:35:58.424645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:50Z', 'revision_number': 4, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port': {'id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '2466f1fb-e86c-4437-9206-cf338895f368', 'name': '', 'network_id': '17c701da-97cc-494d-965e-874a600dad86', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'mac_address': 'fa:16:3e:9b:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd072cf90-cbf8-4244-b5a5-845c53ba06ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:50Z', 'updated_at': '2021-06-21T09:35:57Z', 'revision_number': 4, 'project_id': '1439261b00f14572b372f866f3098d5b', 'subnets': [{'id': 'd072cf90-cbf8-4244-b5a5-845c53ba06ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:35:58.433978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883095-ff12-4f95-bf80-0eed62136d6f None None] The sync data for ids ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'] in dv-cinder-797210-1-iscsi is: [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:50Z', 'revision_number': 4, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port': {'id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '2466f1fb-e86c-4437-9206-cf338895f368', 'name': '', 'network_id': '17c701da-97cc-494d-965e-874a600dad86', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'mac_address': 'fa:16:3e:9b:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd072cf90-cbf8-4244-b5a5-845c53ba06ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:50Z', 'updated_at': '2021-06-21T09:35:57Z', 'revision_number': 4, 'project_id': '1439261b00f14572b372f866f3098d5b', 'subnets': [{'id': 'd072cf90-cbf8-4244-b5a5-845c53ba06ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:35:59.519813 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44650) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:59.690248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:59.723212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:35:59.727420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Usage tracker for resource:security_group_rule and tenant:04a8e81727c94b98a55069ac39c64211 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:35:59.730487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:35:59.736579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:35:59.806402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:59.809281 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:59.816354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3599a2b8-4868-4a3f-b145-0f03850ae218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:35:59.865790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac8eb41-6a6b-46fb-833e-1b71c4de90a2,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:35:59.869917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:35:59.872313 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ba24ba75-84f4-4fe1-8def-024f1c0fc205 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04a8e81727c94b98a55069ac39c64211&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3513954 Jun 21 09:35:59.875326 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44662) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:35:59.944710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d12b97c6-0293-4e7a-a776-17142ad01320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:59.973093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d12b97c6-0293-4e7a-a776-17142ad01320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:35:59.989770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44668) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:00.040940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d12b97c6-0293-4e7a-a776-17142ad01320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:00.046481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e3deed13-bd86-4c55-b6d4-b633452f8895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:00.082406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b97c6-0293-4e7a-a776-17142ad01320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac8eb41-6a6b-46fb-833e-1b71c4de90a2,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:00.085519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d12b97c6-0293-4e7a-a776-17142ad01320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:00.092603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d12b97c6-0293-4e7a-a776-17142ad01320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:00.098601 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d12b97c6-0293-4e7a-a776-17142ad01320 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cac8eb41-6a6b-46fb-833e-1b71c4de90a2 HTTP/1.1" status: 204 len: 168 time: 0.2176259 Jun 21 09:36:00.150336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2466f1fb-e86c-4437-9206-cf338895f368 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:36:00.220543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning for port 2466f1fb-e86c-4437-9206-cf338895f368 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:36:00.226168 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 2466f1fb-e86c-4437-9206-cf338895f368 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:36:00.226910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:00.361442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:00.406153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] For port 2466f1fb-e86c-4437-9206-cf338895f368, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=2466f1fb-e86c-4437-9206-cf338895f368,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:00.413532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:00.417738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:00.494355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Pushing event updated for resources: {'Port': ['ID=2466f1fb-e86c-4437-9206-cf338895f368,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:00.497640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:00.548357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:01.151241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Deleting port 28e251c1-437b-4bf4-a5ef-ad049944863f {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:36:01.151499 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:01.334534 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] For port 28e251c1-437b-4bf4-a5ef-ad049944863f, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=28e251c1-437b-4bf4-a5ef-ad049944863f,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:01.334970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:01.471247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Calling delete_port for 28e251c1-437b-4bf4-a5ef-ad049944863f owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:36:01.637939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:01.642368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:01.683801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Pushing event deleted for resources: {'Port': ['ID=28e251c1-437b-4bf4-a5ef-ad049944863f,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:01.726412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.726759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.727195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.727609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.728025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.728432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.728840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.729278 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.729684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.730088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.730487 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:01.737898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:02.080838 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2466f1fb-e86c-4437-9206-cf338895f368 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:36:02.149206 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 2466f1fb-e86c-4437-9206-cf338895f368 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:36:02.149635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:02.237779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:02.814109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:36:03.020064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:36:03.038824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] Sync routers for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:36:03.056388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:36:03.057453 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:03.076421 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] 10.222.0.36 "PUT /v2.0/routers/4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0854082 Jun 21 09:36:03.079922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44714) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:03.252446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:36:03.284577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:03.487843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:03.496324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Deleting port 2631e042-2a94-4cb2-af89-b214ea2af172 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:36:03.496741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:03.715468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:36:01Z', 'revision_number': 5, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port': {'id': '2631e042-2a94-4cb2-af89-b214ea2af172', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:28:10Z', 'updated_at': '2021-06-21T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:03.719833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] Checking router: 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:36:03.731977 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] Routers {'4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:36:03.732668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:35:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:03.890561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] Set router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c gateway port host: None {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:36:03.919481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] For port 2631e042-2a94-4cb2-af89-b214ea2af172, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=2631e042-2a94-4cb2-af89-b214ea2af172,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:03.919889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.000691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:36:03Z', 'revision_number': 6, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port_host': None}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:04.004886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba9e7f-198b-4846-894e-2e31a68a60ff None None] The sync data for ids ['4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c'] in dv-cinder-797210-1-iscsi is: [{'id': '4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1060026197-router', 'tenant_id': '16aed2b879a04f34a74a6b1983d22312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:28:09Z', 'updated_at': '2021-06-21T09:36:03Z', 'revision_number': 6, 'project_id': '16aed2b879a04f34a74a6b1983d22312', 'gw_port_host': None}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:36:04.056268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Calling delete_port for 2631e042-2a94-4cb2-af89-b214ea2af172 owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:36:04.220664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.225037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6d2e511e-9a12-45e0-83b8-2dfc235341ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:04.266477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2631e042-2a94-4cb2-af89-b214ea2af172,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:04.270162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:04.504442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.779192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.783470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.807818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.808375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:36:04.821517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.823769 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] 10.222.0.36 "DELETE /v2.0/routers/4b7afeca-df2c-4e98-8d84-0f7cac5d7f6c HTTP/1.1" status: 204 len: 168 time: 1.7425401 Jun 21 09:36:04.825702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44722) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:04.891257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Deleting subnet e654221f-3195-4150-94dd-8ad6aac2be3a {{(pid=80878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:36:04.891764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:04.942833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853474200'] for subnet, precommit_delete_associations {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:05.112705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:05.360839 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Delete allocated IP 172.20.0.2 (9d7f5eaf-3b81-4765-9a39-fc894b211160/e654221f-3195-4150-94dd-8ad6aac2be3a) {{(pid=80878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:36:05.498517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] For port c5cedf5f-7888-4613-8a44-bfd7ad7eed62, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:05.526956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:05.533737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:05.538444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c858426e-d693-49f6-92d5-1d13b907f061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:05.594997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:05.654988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Pushing event updated for resources: {'Port': ['ID=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,revision_number=4']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:05.677848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:05.859371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853383769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852032839'] for subnet, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:05.864038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:05.895908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e654221f-3195-4150-94dd-8ad6aac2be3a,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:05.900578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:05.903339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:05.909098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849e732-d08f-4ca2-addc-4bfb8c82f1d5 None None] Network 9d7f5eaf-3b81-4765-9a39-fc894b211160 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:36:05.909707 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e654221f-3195-4150-94dd-8ad6aac2be3a HTTP/1.1" status: 204 len: 168 time: 1.0828667 Jun 21 09:36:05.912494 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44730) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:06.041948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.052692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Deleting port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:36:06.053102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.089900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device c5cedf5f-7888-4613-8a44-bfd7ad7eed62 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:36:06.179253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:36:06.179688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.251764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] DHCP port deletion for 9d7f5eaf-3b81-4765-9a39-fc894b211160 request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:36:06.257060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Deleting port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:36:06.257483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.260843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] For port c5cedf5f-7888-4613-8a44-bfd7ad7eed62, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:06.261346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.388611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Calling delete_port for c5cedf5f-7888-4613-8a44-bfd7ad7eed62 owned by network:dhcp {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:36:06.422265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2631e042-2a94-4cb2-af89-b214ea2af172 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:36:06.458387 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.464088 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-907c375b-d245-45d8-83ec-5e30fef32915 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:06.476093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 2631e042-2a94-4cb2-af89-b214ea2af172 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:36:06.476483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2631e042-2a94-4cb2-af89-b214ea2af172 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:36:06.476945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 28e251c1-437b-4bf4-a5ef-ad049944863f no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:36:06.509884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:06.512853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:06.515376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] No DVR routers for this DVR port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 on host dv-cinder-797210-1-iscsi {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:36:06.515507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 28e251c1-437b-4bf4-a5ef-ad049944863f {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:36:06.515754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 28e251c1-437b-4bf4-a5ef-ad049944863f not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:36:06.582252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] For port c5cedf5f-7888-4613-8a44-bfd7ad7eed62, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=c5cedf5f-7888-4613-8a44-bfd7ad7eed62,segment=NetworkSegment(06a5111a-9480-403c-b382-3e5952c96e15),segment_id=06a5111a-9480-403c-b382-3e5952c96e15)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:06.583063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.710442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Calling delete_port for c5cedf5f-7888-4613-8a44-bfd7ad7eed62 owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:36:06.785575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:36:06.786297 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:36:06.855528 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.870130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7f5eaf-3b81-4765-9a39-fc894b211160']}} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:06.883508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a5111a-9480-403c-b382-3e5952c96e15') {'for_net_delete': True} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:06.883871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a5111a-9480-403c-b382-3e5952c96e15') {} {{(pid=80878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:06.897604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1301603'] for segment, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.912730 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.919757 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=80878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:36:06.920182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853383734'] for segment, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:36:06.935031 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:36:07.010292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:07.016412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:07.020076 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0f3580fe-1bbc-4525-a87c-5d003ed3f90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:07.043710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7f5eaf-3b81-4765-9a39-fc894b211160,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:07.046275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:07.060689 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d7f5eaf-3b81-4765-9a39-fc894b211160 HTTP/1.1" status: 204 len: 168 time: 1.1464856 Jun 21 09:36:07.283740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44742) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:07.288248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Deleting port c5cedf5f-7888-4613-8a44-bfd7ad7eed62 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:36:07.288852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:07.352966 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5fde8636-b5a0-4d27-883b-08d4707b3cb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16aed2b879a04f34a74a6b1983d22312&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0675390 Jun 21 09:36:07.355398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44750) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:07.391506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-4366ec49-e83a-43ed-81f3-fb2822b2253b None None] The port 'c5cedf5f-7888-4613-8a44-bfd7ad7eed62' was deleted {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:36:07.457486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:07.491640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:07.538177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:07.545399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:07.559710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e9b969-f741-47fc-8ec7-37dc96ab2178,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:07.563065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:07.571971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:07.573219 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3e9b969-f741-47fc-8ec7-37dc96ab2178 HTTP/1.1" status: 204 len: 168 time: 0.2167034 Jun 21 09:36:08.056399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device c5cedf5f-7888-4613-8a44-bfd7ad7eed62 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:36:08.091315 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: c5cedf5f-7888-4613-8a44-bfd7ad7eed62 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:36:08.091789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device c5cedf5f-7888-4613-8a44-bfd7ad7eed62 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:36:11.026601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44852) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:11.176852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:11.213338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:11.217237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Usage tracker for resource:security_group_rule and tenant:5413f854850f4d50adede3ce85121888 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:11.220095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:11.226050 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:11.295785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:11.298358 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:11.306233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a8b599f-3b80-433c-94c4-2b1c8470e360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:11.347413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faf7019-2874-40dc-acb1-51658d7ec30a,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:11.353990 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5413f854850f4d50adede3ce85121888&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3262658 Jun 21 09:36:11.357019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 44858) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:11.359675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.360099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.360511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.360920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.361349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.361753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.362153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.362556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.362955 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.363350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.363746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:36:11.368256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fd099392-6f84-42c9-8ac7-468829e1f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:11.421606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:11.451301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:11.498140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:11.502910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7a8bb64f-cf6b-4f1f-a338-e646500237ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:11.513925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faf7019-2874-40dc-acb1-51658d7ec30a,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:11.516456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:11.522104 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:11.523296 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5faf7019-2874-40dc-acb1-51658d7ec30a HTTP/1.1" status: 204 len: 168 time: 0.1652069 Jun 21 09:36:13.234022 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44916) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:13.387258 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:13.422461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:13.426302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Usage tracker for resource:security_group_rule and tenant:ba75491f243647a487adad718717f88b is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:13.429639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:13.435821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:13.502998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:13.505741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:13.513580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e6f91d5-42e1-479c-a64c-4ce7874ec2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:13.554879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc915ed7-a809-467a-a685-243f6174a985,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:13.558039 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:13.561493 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba75491f243647a487adad718717f88b&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3262680 Jun 21 09:36:13.563119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 44922) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:13.633409 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:13.660474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:13.706221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:13.711273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-919362e9-19f5-45f7-88d3-de8e9f56510f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:13.724177 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc915ed7-a809-467a-a685-243f6174a985,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:13.726640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:13.734876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:13.736079 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc915ed7-a809-467a-a685-243f6174a985 HTTP/1.1" status: 204 len: 168 time: 0.1716917 Jun 21 09:36:15.604626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-1d6e5add-d22b-4ba5-ba9b-a40d07112569 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:security_group {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:36:15.621344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-1d6e5add-d22b-4ba5-ba9b-a40d07112569 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:security_group {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:36:15.622596 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-1d6e5add-d22b-4ba5-ba9b-a40d07112569 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217791999&fields=id&tenant_id=e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 267 time: 0.0617630 Jun 21 09:36:15.689053 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-af606e6f-50a9-4f4d-b298-d7762ff2b989 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups/9e0acbdc-bc7c-4cb3-952d-852342ec2054 HTTP/1.1" status: 200 len: 4611 time: 0.0592678 Jun 21 09:36:15.851588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-b554e548-e0ed-470d-84e3-8f1557ae6aa1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:15.852771 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-b554e548-e0ed-470d-84e3-8f1557ae6aa1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:network {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:36:15.872516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-b554e548-e0ed-470d-84e3-8f1557ae6aa1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:network {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:36:15.873840 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-b554e548-e0ed-470d-84e3-8f1557ae6aa1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 812 time: 0.1768672 Jun 21 09:36:15.894405 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-760845fb-bc39-44f7-a686-7e3621f9088f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/quotas/e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 375 time: 0.0137727 Jun 21 09:36:15.979943 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-ed84af1d-0de9-432a-82ab-a9f6d033349c tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788445 Jun 21 09:36:16.273434 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-d000d39c-4aee-42a4-8d79-68358ae46141 service neutron] 10.222.0.36 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755537 Jun 21 09:36:16.418101 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-b603f84e-736d-4852-b83a-bfc9f70b6bc0 service neutron] 10.222.0.36 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372619 Jun 21 09:36:16.902816 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7f3c62a1-9bd5-4b1a-85ef-c685c79ffe6b req-80ffefb4-43a8-4d06-be5c-80bfbb1b81ce tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 210 time: 0.0512075 Jun 21 09:36:18.062501 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3c7ae006-8511-4d51-ae77-e0593b3fdf44 req-25cd14ea-f622-48ea-8817-3ce6f206af4e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 210 time: 0.0489635 Jun 21 09:36:18.487241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-9cf22aed-0cb8-4df3-9670-03b47cb028d5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:18.488882 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-9cf22aed-0cb8-4df3-9670-03b47cb028d5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 812 time: 0.1567669 Jun 21 09:36:18.584491 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-a04d0880-918c-4cfe-9b43-23e26e7a9d7a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 7027 time: 0.0797925 Jun 21 09:36:18.608834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'port': {'device_id': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'admin_state_up': True, 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'security_groups': ['9e0acbdc-bc7c-4cb3-952d-852342ec2054']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:36:18.714962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45104) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:18.756937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:18.761718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:port and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:18.764985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:18.771092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:18.781034 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Made reservation on behalf of e2f4512b54974bc3a70b0f9ca2c19795 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:36:18.786520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:18.871051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:18.902275 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:18.906283 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f773ce5f1d704dd3911770199fea6828 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:18.909720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:18.916601 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:18.953107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Allocated IP 172.20.0.4 (2554f1f2-667f-466d-8d4a-205e56ad594d/05258a37-6ffd-4f64-83ab-d97a68b1c2a5/84c71614-177c-4527-96f9-38d4fd1c4a0b) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:36:18.986550 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:18.989501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:18.997139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0d7b7096-0c13-4806-8d90-a85c323db857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:19.045837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f5baa5-8b92-4487-8d62-acd8ef7e1866,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:19.053227 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f773ce5f1d704dd3911770199fea6828&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3367856 Jun 21 09:36:19.054272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:19.054770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45110) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:19.119972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.149325 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.152006 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.168062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Transition to ACTIVE for port object 84c71614-177c-4527-96f9-38d4fd1c4a0b will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:36:19.193622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.198879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.202727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-36c81401-d9c4-44eb-a3f4-ef047a75e2a4 tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:19.204062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-58e85691-c9fb-4dd4-ba64-41bc18fec074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:19.220107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f5baa5-8b92-4487-8d62-acd8ef7e1866,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:19.224992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:19.226953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.230873 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44f5baa5-8b92-4487-8d62-acd8ef7e1866 HTTP/1.1" status: 204 len: 168 time: 0.1724014 Jun 21 09:36:19.330695 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Network 2554f1f2-667f-466d-8d4a-205e56ad594d is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:36:19.338061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:36:19.345021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:36:19.415237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:19.415939 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.421337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=84c71614-177c-4527-96f9-38d4fd1c4a0b,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:19.427053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:19.467606 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c46aa0-d3bc-4148-9b2b-1fad5dfa1a68 req-1163ecaa-6118-4e40-a412-eb366a8c0407 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:19.468393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-78c46aa0-d3bc-4148-9b2b-1fad5dfa1a68 req-1163ecaa-6118-4e40-a412-eb366a8c0407 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:36:19.472103 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8683329 Jun 21 09:36:19.496338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Request body: {'port': {'device_id': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:36:19.533867 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-78c46aa0-d3bc-4148-9b2b-1fad5dfa1a68 req-1163ecaa-6118-4e40-a412-eb366a8c0407 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:36:19.535123 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78c46aa0-d3bc-4148-9b2b-1fad5dfa1a68 req-1163ecaa-6118-4e40-a412-eb366a8c0407 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 931 time: 0.3335311 Jun 21 09:36:19.649511 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-78c46aa0-d3bc-4148-9b2b-1fad5dfa1a68 req-4dce5fe0-f023-4bfd-a97e-627f056c8fec tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020601 Jun 21 09:36:19.663012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.746376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-91930332-e6bf-498b-9109-7be5d28d2a00 None None] Provisioning for port 84c71614-177c-4527-96f9-38d4fd1c4a0b completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:36:19.752211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-91930332-e6bf-498b-9109-7be5d28d2a00 None None] Provisioning complete for port 84c71614-177c-4527-96f9-38d4fd1c4a0b triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:36:19.752630 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-91930332-e6bf-498b-9109-7be5d28d2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:19.827603 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-91930332-e6bf-498b-9109-7be5d28d2a00 None None] Port 84c71614-177c-4527-96f9-38d4fd1c4a0b cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:36:20.031234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c71614-177c-4527-96f9-38d4fd1c4a0b {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:36:20.039513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:20.055463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Transition to ACTIVE for port object 84c71614-177c-4527-96f9-38d4fd1c4a0b will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:36:20.058873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:20.064789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:20.194266 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Pushing event updated for resources: {'Port': ['ID=84c71614-177c-4527-96f9-38d4fd1c4a0b,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:20.204087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:20.326858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Attempting to bind port 84c71614-177c-4527-96f9-38d4fd1c4a0b on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:36:20.327223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Attempting to bind port 84c71614-177c-4527-96f9-38d4fd1c4a0b by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:36:20.327584 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Attempting to bind port 84c71614-177c-4527-96f9-38d4fd1c4a0b on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:36:20.334139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Port 84c71614-177c-4527-96f9-38d4fd1c4a0b on network 2554f1f2-667f-466d-8d4a-205e56ad594d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:36:20.335162 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Attempting to bind port 84c71614-177c-4527-96f9-38d4fd1c4a0b on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:36:20.342081 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:36:20.342586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Checking segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:36:20.343132 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Bound using segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:36:20.343726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Bound port: 84c71614-177c-4527-96f9-38d4fd1c4a0b, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:36:20.344264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:20.449507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] For port 84c71614-177c-4527-96f9-38d4fd1c4a0b, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:36:20.453245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] For port 84c71614-177c-4527-96f9-38d4fd1c4a0b, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:36:20.457868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:20.463040 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1ac66d8c-faa1-41c9-905f-9f52342514d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:20.518687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:20.520149 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] 10.222.0.45 "PUT /v2.0/ports/84c71614-177c-4527-96f9-38d4fd1c4a0b HTTP/1.1" status: 200 len: 1093 time: 1.0302868 Jun 21 09:36:20.520686 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:36:20.540767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Pushing event updated for resources: {'Port': ['ID=84c71614-177c-4527-96f9-38d4fd1c4a0b,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:20.547876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c5736f5a-ea83-449c-a74e-1957b4565964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:20.579509 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'status': 'completed', 'code': 200} Jun 21 09:36:20.687416 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-b6b74932-4d19-437c-95f8-31c4eeb1afc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 1096 time: 0.0832539 Jun 21 09:36:21.049805 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-1a21fc7a-1a5a-4ed3-9c34-d03c388ac7d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b HTTP/1.1" status: 200 len: 217 time: 0.3466752 Jun 21 09:36:21.093681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45170) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:21.134751 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-1575ad46-7c9f-4dff-bea5-2ce31b711e3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:21.136277 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-1575ad46-7c9f-4dff-bea5-2ce31b711e3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0780091 Jun 21 09:36:21.146847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177bc5a-daaa-487c-ba18-2b120e5762fc req-34c89902-79a9-4f57-8250-70851f5d8b87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:21.148409 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1177bc5a-daaa-487c-ba18-2b120e5762fc req-34c89902-79a9-4f57-8250-70851f5d8b87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 943 time: 0.1521397 Jun 21 09:36:21.245693 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1177bc5a-daaa-487c-ba18-2b120e5762fc req-2c9fcac7-f1db-45bc-86ce-ea0a9d882c29 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633247 Jun 21 09:36:21.251793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:21.260285 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-ffb031a5-9c23-46f9-b35a-369d216eb6af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108122 Jun 21 09:36:21.284789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:21.289500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Usage tracker for resource:security_group_rule and tenant:9b82ec4ed34742109320b44caed8a0b0 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:21.292412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:21.298410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:21.371964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:21.374890 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:21.382524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a2568ead-4276-44a5-a4d2-06ff9f8300a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:21.407912 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-e042ace9-fcb0-40a4-bcf3-2c435b2ad2f1 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378660 Jun 21 09:36:21.430810 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b125c-9af2-4545-ad28-5f0841b84470,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:21.433899 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:21.439343 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b82ec4ed34742109320b44caed8a0b0&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3416545 Jun 21 09:36:21.440252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45176) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:21.505663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2de1d4fe-94fe-4b77-a25b-8f9093f66067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:21.533918 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2de1d4fe-94fe-4b77-a25b-8f9093f66067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:21.550820 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6fab6c6f-4bfb-4cf0-b82e-ab515a64e3da req-e1003108-a89c-4d2d-9adb-16118ddf510e service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354659 Jun 21 09:36:21.579844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2de1d4fe-94fe-4b77-a25b-8f9093f66067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:21.585184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8cd7171a-9ee4-4f88-813c-6e9f6ff5f724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:21.598792 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1d4fe-94fe-4b77-a25b-8f9093f66067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b125c-9af2-4545-ad28-5f0841b84470,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:21.602328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2de1d4fe-94fe-4b77-a25b-8f9093f66067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:21.603209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2de1d4fe-94fe-4b77-a25b-8f9093f66067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:21.604401 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2de1d4fe-94fe-4b77-a25b-8f9093f66067 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e2b125c-9af2-4545-ad28-5f0841b84470 HTTP/1.1" status: 204 len: 168 time: 0.1628461 Jun 21 09:36:21.734998 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-eaefb7ab-6ec0-4f3e-8d1f-b34a7c5e4c27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 1096 time: 0.0776069 Jun 21 09:36:21.904121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-da4efd96-8df0-4892-8a14-97998cebfee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:21.905737 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-da4efd96-8df0-4892-8a14-97998cebfee7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1395309 Jun 21 09:36:21.987759 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-42b847bf-0fc5-4577-9ceb-85177ad5cd90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b HTTP/1.1" status: 200 len: 217 time: 0.0730426 Jun 21 09:36:22.062943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-4e8e29e1-5013-49f7-a325-fd139caab0bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:22.065480 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-4e8e29e1-5013-49f7-a325-fd139caab0bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0705590 Jun 21 09:36:22.151932 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-51b9dffd-8439-4fae-908e-0549528460f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761752 Jun 21 09:36:22.302110 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-b93c383c-3808-4533-86de-9dbeaa5422a4 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403117 Jun 21 09:36:22.510639 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2cb273f4-b1eb-4733-b2a2-42ee6dd86485 req-ab778105-6f2a-4ef6-ba73-eadfb335bd1f service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949356 Jun 21 09:36:22.521472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3340fd-4c06-492c-bc7c-db206d394f1f req-26dcdb0f-5005-4def-8813-6871c1d8c338 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:22.525367 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa3340fd-4c06-492c-bc7c-db206d394f1f req-26dcdb0f-5005-4def-8813-6871c1d8c338 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 943 time: 0.1177700 Jun 21 09:36:22.586675 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fa3340fd-4c06-492c-bc7c-db206d394f1f req-ade6e7fd-861a-4ac6-af13-f7d4d2be9f4c tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526190 Jun 21 09:36:23.010320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cb588291-9be0-44b2-947a-9287c25763ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:23.782437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956c074-a801-4183-8e2f-38e5362381f7 req-0c75d11c-45ef-42f0-943b-e15bf44ec168 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:23.783986 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a956c074-a801-4183-8e2f-38e5362381f7 req-0c75d11c-45ef-42f0-943b-e15bf44ec168 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 943 time: 0.0805092 Jun 21 09:36:23.839363 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-a956c074-a801-4183-8e2f-38e5362381f7 req-19248303-a851-44aa-a7a3-61603c79f163 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481825 Jun 21 09:36:24.184768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.219383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45242) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:24.373925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.411416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:24.415322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Usage tracker for resource:security_group_rule and tenant:bb3313affa334709a0b4af3d593f3499 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:24.418208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:24.424032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:24.496447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.499255 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.507196 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-344dae36-f9a7-4ca5-bcde-83ca91b81c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:24.550553 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb3313affa334709a0b4af3d593f3499&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3299630 Jun 21 09:36:24.553480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45248) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:24.567227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6510bd6-96e6-4d85-b1a3-1fa398eb93ce,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:24.571100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:24.628061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-515b216d-74be-43ad-8803-97969508b0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.633595 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9f76143e-a836-4dcb-bbc0-335c59d7d381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.656178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-515b216d-74be-43ad-8803-97969508b0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.702963 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-515b216d-74be-43ad-8803-97969508b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.707835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4415748c-3e73-4140-90db-c76c8cab9a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:24.720276 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b216d-74be-43ad-8803-97969508b0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6510bd6-96e6-4d85-b1a3-1fa398eb93ce,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:24.723495 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-515b216d-74be-43ad-8803-97969508b0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:24.725648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-515b216d-74be-43ad-8803-97969508b0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:24.727409 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-515b216d-74be-43ad-8803-97969508b0f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6510bd6-96e6-4d85-b1a3-1fa398eb93ce HTTP/1.1" status: 204 len: 168 time: 0.1728852 Jun 21 09:36:25.046573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a06c5-36f7-4a34-8186-c411cbcb6c88 req-d715972a-b94b-4b1e-96f0-cdc3362235f2 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:25.049907 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-471a06c5-36f7-4a34-8186-c411cbcb6c88 req-d715972a-b94b-4b1e-96f0-cdc3362235f2 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 943 time: 0.0934823 Jun 21 09:36:25.087190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45258) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:25.105541 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-471a06c5-36f7-4a34-8186-c411cbcb6c88 req-a58ee86b-8865-4058-ba4b-d61713a6496c tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493112 Jun 21 09:36:25.112581 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.145885 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:25.149787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Usage tracker for resource:security_group_rule and tenant:579e0cf5c64f45cd8283b4277dcbb260 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:25.153214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.153378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:25.159125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:25.233729 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.236990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.246042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5861b063-6b6b-4614-b2ba-b6670e684a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:25.289668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ccbf5b-54e8-4d9f-845c-3845134177f3,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:25.292850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:25.295429 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=579e0cf5c64f45cd8283b4277dcbb260&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2071295 Jun 21 09:36:25.299617 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45264) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:25.367214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.394775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.449614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.455800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eebe71b2-eb37-407f-8067-c201c1768ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:25.468717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.469898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ccbf5b-54e8-4d9f-845c-3845134177f3,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:25.472270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:25.476261 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:25.478197 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7ccbf5b-54e8-4d9f-845c-3845134177f3 HTTP/1.1" status: 204 len: 168 time: 0.1776130 Jun 21 09:36:26.304871 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d943-9cd5-4dd0-affb-2af41aa87915 req-2362d673-b71c-4c9c-92f5-9b5813631ab9 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:26.306484 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9ba8d943-9cd5-4dd0-affb-2af41aa87915 req-2362d673-b71c-4c9c-92f5-9b5813631ab9 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 943 time: 0.0836771 Jun 21 09:36:26.357263 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9ba8d943-9cd5-4dd0-affb-2af41aa87915 req-2777c6d4-66df-4954-8ed7-b42fd7dd2f69 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435855 Jun 21 09:36:26.931942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:36:27.085227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:27.556720 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1b55-e139-4c8e-bc80-ebb0d46ac4d5 req-19d7bae7-f301-407f-99dd-fb1db34a0335 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:27.558462 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-56df1b55-e139-4c8e-bc80-ebb0d46ac4d5 req-19d7bae7-f301-407f-99dd-fb1db34a0335 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 943 time: 0.0820904 Jun 21 09:36:27.614903 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-56df1b55-e139-4c8e-bc80-ebb0d46ac4d5 req-0b355b96-3a6a-48cf-9db4-fcde3f71b47a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480628 Jun 21 09:36:28.535260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 84c71614-177c-4527-96f9-38d4fd1c4a0b details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:36:28.815129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffedc6-9d91-424a-902a-ef5914ca4009 req-ed0eb49b-aa0d-47a4-a80b-2497c7e1adca tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:28.816618 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7bffedc6-9d91-424a-902a-ef5914ca4009 req-ed0eb49b-aa0d-47a4-a80b-2497c7e1adca tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 943 time: 0.0783241 Jun 21 09:36:28.848704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 84c71614-177c-4527-96f9-38d4fd1c4a0b, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:28.862900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'port_id': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'mac_address': 'fa:16:3e:83:25:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:36:28.866776 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7bffedc6-9d91-424a-902a-ef5914ca4009 req-860126e4-623f-4622-bb29-49e9579c34f5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424063 Jun 21 09:36:28.916793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:28.934666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c71614-177c-4527-96f9-38d4fd1c4a0b {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:36:28.950412 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 84c71614-177c-4527-96f9-38d4fd1c4a0b, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:28.953302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:28.955131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:29.018477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=84c71614-177c-4527-96f9-38d4fd1c4a0b,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:29.021804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:29.284761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['84c71614-177c-4527-96f9-38d4fd1c4a0b'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:36:30.059461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2f841-2f23-4a17-be18-e10c79ba24af req-d7d74ca5-89fb-490f-9b81-0efbf3cc3ebc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:30.061128 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-80c2f841-2f23-4a17-be18-e10c79ba24af req-d7d74ca5-89fb-490f-9b81-0efbf3cc3ebc tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 944 time: 0.0824111 Jun 21 09:36:30.111394 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-80c2f841-2f23-4a17-be18-e10c79ba24af req-090a00dc-55e7-4106-9b8f-8a8962c116ee tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427692 Jun 21 09:36:30.558821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 84c71614-177c-4527-96f9-38d4fd1c4a0b up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:36:30.627736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port 84c71614-177c-4527-96f9-38d4fd1c4a0b completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:36:30.632505 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port 84c71614-177c-4527-96f9-38d4fd1c4a0b triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:36:30.633587 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:30.737521 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:30.768504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:36:30.779997 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port 84c71614-177c-4527-96f9-38d4fd1c4a0b, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:36:30.783200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:30.785185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:30.822770 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'code': 200} Jun 21 09:36:30.852299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=84c71614-177c-4527-96f9-38d4fd1c4a0b,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:30.855551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:30.934765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45388) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:31.093352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.125233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:31.129234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c4761c3c0f4abd82a5f5f1159af985 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:31.132126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:31.138182 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:31.153256 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-42bc56c9-1ece-4f31-9010-24d6a5161294 req-be80ebbd-2405-46f3-b7ad-20caf59dea23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 1098 time: 0.0673881 Jun 21 09:36:31.208912 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-42bc56c9-1ece-4f31-9010-24d6a5161294 req-9915ed1e-0da3-4942-8a74-d67938b86b3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452511 Jun 21 09:36:31.209446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.212466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.220218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7ef7e381-ea7b-419d-b2f3-3fac3867cf0f tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:31.270103 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6c4761c3c0f4abd82a5f5f1159af985&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3340776 Jun 21 09:36:31.270924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e09d5cc-4d0d-4f70-95fd-61685d2a5702,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:31.273616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45396) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:31.276585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7a75e1ad-f82e-46fe-a7c3-0a5fda31ff30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:31.305330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98ef43-29e6-4ac7-9459-5080e23e4b15 req-511ec8a5-77c6-4e4b-b2ec-19f7f61f8f07 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:31.306907 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2f98ef43-29e6-4ac7-9459-5080e23e4b15 req-511ec8a5-77c6-4e4b-b2ec-19f7f61f8f07 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 945 time: 0.0782428 Jun 21 09:36:31.338520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2189df7d-bcf3-435e-b5f7-8ef121ebbd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.357104 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2f98ef43-29e6-4ac7-9459-5080e23e4b15 req-31ba971d-3472-44ac-8721-2cae704f3bf2 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 Jun 21 09:36:31.367248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2189df7d-bcf3-435e-b5f7-8ef121ebbd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.411513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2189df7d-bcf3-435e-b5f7-8ef121ebbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.417215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bb40ef9e-87d4-46b2-b65d-e328aa438960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:31.432212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189df7d-bcf3-435e-b5f7-8ef121ebbd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e09d5cc-4d0d-4f70-95fd-61685d2a5702,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:31.435952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2189df7d-bcf3-435e-b5f7-8ef121ebbd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:31.439385 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2189df7d-bcf3-435e-b5f7-8ef121ebbd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.440562 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2189df7d-bcf3-435e-b5f7-8ef121ebbd5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e09d5cc-4d0d-4f70-95fd-61685d2a5702 HTTP/1.1" status: 204 len: 168 time: 0.1659307 Jun 21 09:36:31.776572 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45404) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:31.795701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.831461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:31.835269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e4b4f908324b07b85982fdb15ad336 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:31.838768 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:31.844465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:31.909490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.914316 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:31.921774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7239ca42-920c-42e0-932b-746ed5be7c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:31.964616 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7744bb54-f8f9-42cf-bbd0-decdfdcc04b5,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:31.969611 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6e4b4f908324b07b85982fdb15ad336&name=default HTTP/1.1" status: 200 len: 2629 time: 0.1915665 Jun 21 09:36:31.971020 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d8719b6e-00de-47fc-8f8a-f6e3fa9f2a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:31.971731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45410) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:32.039160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2327866-7d09-4c24-a653-5870aafb321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:32.066213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2327866-7d09-4c24-a653-5870aafb321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:32.109913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2327866-7d09-4c24-a653-5870aafb321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:32.114628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1ca59a35-d89a-49d7-a003-2128cc6fcefa tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:32.128365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2327866-7d09-4c24-a653-5870aafb321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7744bb54-f8f9-42cf-bbd0-decdfdcc04b5,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:32.131158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d2327866-7d09-4c24-a653-5870aafb321d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:32.132295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d2327866-7d09-4c24-a653-5870aafb321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:32.134663 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d2327866-7d09-4c24-a653-5870aafb321d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7744bb54-f8f9-42cf-bbd0-decdfdcc04b5 HTTP/1.1" status: 204 len: 168 time: 0.1618707 Jun 21 09:36:32.556998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f77b1-2222-48fe-9911-421d6d6fa679 req-66633b89-4215-40b3-88ea-cde95f7c2568 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:32.558655 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dd2f77b1-2222-48fe-9911-421d6d6fa679 req-66633b89-4215-40b3-88ea-cde95f7c2568 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 945 time: 0.0832508 Jun 21 09:36:32.608097 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dd2f77b1-2222-48fe-9911-421d6d6fa679 req-791c769c-953e-4901-a4f5-39ef7f55b67d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417516 Jun 21 09:36:32.797474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea154fb0-00a2-4004-a0b6-6c8c96bf43a0 req-01e42346-6b4b-4ba5-9025-2b8285a24d1d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:32.799049 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ea154fb0-00a2-4004-a0b6-6c8c96bf43a0 req-01e42346-6b4b-4ba5-9025-2b8285a24d1d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 945 time: 0.0789373 Jun 21 09:36:32.854595 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ea154fb0-00a2-4004-a0b6-6c8c96bf43a0 req-b7d07925-5870-4615-84c9-2adaff2c5f0b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Jun 21 09:36:32.878663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45434) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:33.237894 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-07e11027-9d8a-4b55-87ac-ff15db7a6d01 tempest-TestVolumeBootPattern-1979348421 tempest-TestVolumeBootPattern-1979348421-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 1093 time: 0.3579097 Jun 21 09:36:33.240764 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45448) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:33.246697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'port_id': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:36:33.256394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:33.261250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:floatingip and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:33.264211 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:33.271091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:33.282655 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:33.428682 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:33.786972 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Allocated IP 172.27.0.27 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/f9f99150-7f32-4e92-8c74-0b2ded3a7f23) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:36:33.944846 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:33.970649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:33.974986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-67e3cb54-2dfc-4fc9-8c11-1c230d7c400b tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:34.037689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:36:34.041320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:36:34.045306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:36:34.085366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=f9f99150-7f32-4e92-8c74-0b2ded3a7f23,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:34.090073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:34.529242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45478) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:34.555256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:34.615451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:34.702057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:34.827520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:34.834857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Usage tracker for resource:security_group_rule and tenant:b5169b71b84e46d3ae1a95aa3724e417 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:34.839988 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:34.849130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:34.920713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:34.934424 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:34.939389 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ebb5f42f-86ab-4b5e-8b57-f840e6f304e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:35.046752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.063273 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.074062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=f9f99150-7f32-4e92-8c74-0b2ded3a7f23,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:35.086398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:35.091001 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9b1601bd-08b2-4c4c-bc4e-1e0de0a127d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:35.141024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae13e228-ebf4-4abf-aa67-4cf7e7c6439b,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:35.143703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.202500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:35.211060 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-31841eba-6df4-4965-ac6f-8c05b6ba6618 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5169b71b84e46d3ae1a95aa3724e417&name=default HTTP/1.1" status: 200 len: 2629 time: 0.6807954 Jun 21 09:36:35.214131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45488) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:35.276259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.303620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.332750 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Floating IP 5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3 associated. External IP: 172.27.0.27, port: 84c71614-177c-4527-96f9-38d4fd1c4a0b. Jun 21 09:36:35.350937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.356544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3d66dcfe-0a63-43be-9dcd-56e9b66b281c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:35.369460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae13e228-ebf4-4abf-aa67-4cf7e7c6439b,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:35.374055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:35.376701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.381494 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae13e228-ebf4-4abf-aa67-4cf7e7c6439b HTTP/1.1" status: 204 len: 168 time: 0.1629231 Jun 21 09:36:35.718823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:36:35.727904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45496) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:35.749000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.787908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:35.792710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Usage tracker for resource:security_group_rule and tenant:a70f69dd5b0a4f939f1bf26a942e6da9 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:35.796507 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:35.803279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:35.883026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.886252 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:35.895520 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-002ceafd-8acd-413b-8e71-dfce5dc870b4 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:35.943175 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5db4c13-4aa3-4f0d-a72a-7ba560bc2e3e,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:35.950232 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a70f69dd5b0a4f939f1bf26a942e6da9&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2185934 Jun 21 09:36:35.950232 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:35.950598 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45502) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:36.021267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5de8a82b-bed3-467b-a1f1-7acc3b8f7084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:36.053913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5de8a82b-bed3-467b-a1f1-7acc3b8f7084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:36.100492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5de8a82b-bed3-467b-a1f1-7acc3b8f7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:36.106241 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-009e2b80-1513-472f-a889-7faf6d6bfc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:36.118688 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8a82b-bed3-467b-a1f1-7acc3b8f7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5db4c13-4aa3-4f0d-a72a-7ba560bc2e3e,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:36.121837 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5de8a82b-bed3-467b-a1f1-7acc3b8f7084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:36.123844 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5de8a82b-bed3-467b-a1f1-7acc3b8f7084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:36.127898 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5de8a82b-bed3-467b-a1f1-7acc3b8f7084 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5db4c13-4aa3-4f0d-a72a-7ba560bc2e3e HTTP/1.1" status: 204 len: 168 time: 0.1764193 Jun 21 09:36:36.160870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:36:36.171289 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:36:36.183531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:36:36.184186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:36:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:36.192759 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:36.243944 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0018306 Jun 21 09:36:36.246185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:36:36.295071 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'status': 'completed', 'code': 200} Jun 21 09:36:36.362287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:36:36.699049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:83:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:36:34Z', 'updated_at': '2021-06-21T09:36:34Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:36.703002 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:36:36.714141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:36:36.714803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:36:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:36.888645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:36:37.412386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:83:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:36:34Z', 'updated_at': '2021-06-21T09:36:34Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:36:37.417143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1455f107-114f-4d1f-b7ad-075e4be0756d None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:83:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:36:34Z', 'updated_at': '2021-06-21T09:36:34Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:36:37.738544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5548ae-c3f0-4592-8acb-e9021e91fb16 None None] New status for floating IP 5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3: ACTIVE {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:36:38.053978 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-080d006e-96be-4204-a353-1abd56bd0efe req-3bc9533a-e584-4c33-b23d-d3e09d5b70c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 1098 time: 0.0858896 Jun 21 09:36:38.210063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d006e-96be-4204-a353-1abd56bd0efe req-cb76dada-d65c-41e4-8721-e0497f5e8f28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:38.212154 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-080d006e-96be-4204-a353-1abd56bd0efe req-cb76dada-d65c-41e4-8721-e0497f5e8f28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1453495 Jun 21 09:36:38.313994 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-080d006e-96be-4204-a353-1abd56bd0efe req-751c3453-83dd-462d-9840-b915ddf0314c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b HTTP/1.1" status: 200 len: 1000 time: 0.0937712 Jun 21 09:36:38.380689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d006e-96be-4204-a353-1abd56bd0efe req-1e6ec120-c127-48f7-a551-d96018e2c81f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:38.382532 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-080d006e-96be-4204-a353-1abd56bd0efe req-1e6ec120-c127-48f7-a551-d96018e2c81f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0605938 Jun 21 09:36:38.463402 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-080d006e-96be-4204-a353-1abd56bd0efe req-a6eb4774-7c58-491a-9d0f-fa8227edfcb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712895 Jun 21 09:36:38.608655 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-080d006e-96be-4204-a353-1abd56bd0efe req-bec60274-a88a-4690-919d-f29b8bb85d25 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367862 Jun 21 09:36:38.749903 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-080d006e-96be-4204-a353-1abd56bd0efe req-6b2c9f56-513f-4a0c-9cb1-d93384abb0b8 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327839 Jun 21 09:36:39.690576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45584) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:39.840269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:39.871279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:39.875355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Usage tracker for resource:security_group_rule and tenant:49dfb8c045bd4281b94cb8aa6413f939 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:39.878198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:39.884799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:39.957064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:39.959880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:39.967931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c4194d1b-5748-4193-9e53-f3b82cb9c60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:40.010156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44feb24-ea47-4d5f-9f76-082bdf238463,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:40.013614 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:40.019500 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49dfb8c045bd4281b94cb8aa6413f939&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3277941 Jun 21 09:36:40.019772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45590) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:40.083853 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-48be593b-d01e-4ed7-85e6-5d88b844d913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.110699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-48be593b-d01e-4ed7-85e6-5d88b844d913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.157489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-48be593b-d01e-4ed7-85e6-5d88b844d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.162485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-433818a8-70ee-44c3-882d-faa75e6265a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:40.175263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be593b-d01e-4ed7-85e6-5d88b844d913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44feb24-ea47-4d5f-9f76-082bdf238463,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:40.178413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-48be593b-d01e-4ed7-85e6-5d88b844d913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:40.181224 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-48be593b-d01e-4ed7-85e6-5d88b844d913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.184799 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-48be593b-d01e-4ed7-85e6-5d88b844d913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a44feb24-ea47-4d5f-9f76-082bdf238463 HTTP/1.1" status: 204 len: 168 time: 0.1613216 Jun 21 09:36:40.545441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45604) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:40.572861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.604277 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:40.608421 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Usage tracker for resource:security_group_rule and tenant:eb0c0e23a43c4f3a9c12661693057a90 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:40.611893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:40.617954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:40.685096 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.688077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.695893 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9e346de1-4071-4104-a0dd-21475341ae5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:40.739486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d231f0-8a96-4e8d-8fae-59647d5e0ff6,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:40.746935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45608) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:40.747123 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb0c0e23a43c4f3a9c12661693057a90&name=default HTTP/1.1" status: 200 len: 2629 time: 0.1997328 Jun 21 09:36:40.747959 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-faffbf13-b69a-4fd7-bd54-f36a464ba694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:40.825418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c12cc6d-20bf-476c-9e52-4967a6088a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:40.853450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c12cc6d-20bf-476c-9e52-4967a6088a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:41.120626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c12cc6d-20bf-476c-9e52-4967a6088a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:41.125578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2bae25ce-07ea-46f5-8e62-608ac94c83b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:41.138597 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12cc6d-20bf-476c-9e52-4967a6088a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d231f0-8a96-4e8d-8fae-59647d5e0ff6,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:41.143398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-6c12cc6d-20bf-476c-9e52-4967a6088a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:41.147555 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-6c12cc6d-20bf-476c-9e52-4967a6088a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:41.148821 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-6c12cc6d-20bf-476c-9e52-4967a6088a5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34d231f0-8a96-4e8d-8fae-59647d5e0ff6 HTTP/1.1" status: 204 len: 168 time: 0.4005034 Jun 21 09:36:52.358910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45786) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:52.510253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.540701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:52.544645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Usage tracker for resource:security_group_rule and tenant:8f6c7eca7930471285da0a2483092474 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:52.547622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:52.553548 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:52.596176 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45794) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:52.621780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.624779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.632253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-043d522b-be90-4d43-88d6-2cbd440caff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:52.678344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da769a79-e820-45c2-9aa3-09d1bdc30323,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:52.682069 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:52.685453 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-25a3bfb5-61ae-44c9-9e69-9a07882f5c3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f6c7eca7930471285da0a2483092474&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3254004 Jun 21 09:36:52.687501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45800) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:52.758824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.785908 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.822129 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:52.828509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.835574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Usage tracker for resource:security_group_rule and tenant:6418d1e8569c44f9bc11fa6721204819 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:52.840377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:52.853503 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:52.916293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.922880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-52f52532-1b13-4742-a12f-7c28a216417c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:52.947051 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da769a79-e820-45c2-9aa3-09d1bdc30323,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:52.952570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:52.971423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.973210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.974371 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da769a79-e820-45c2-9aa3-09d1bdc30323 HTTP/1.1" status: 204 len: 168 time: 0.2857194 Jun 21 09:36:52.975657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:52.986064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e0742959-5471-4b9b-a76e-1f2e58a6d49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:53.003861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-84dce434-33e1-4718-a56f-8d9b91780e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.028948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2852079-41e0-4f18-9d10-e0ea68421033,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:53.032444 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:53.035424 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-2aa2bf0c-6675-4346-aa37-1f120856bb47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6418d1e8569c44f9bc11fa6721204819&name=default HTTP/1.1" status: 200 len: 2629 time: 0.4377868 Jun 21 09:36:53.038017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45806) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:53.108094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-792ff373-acb2-421e-a16f-f143a7ffa56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.135750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-792ff373-acb2-421e-a16f-f143a7ffa56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.180185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-792ff373-acb2-421e-a16f-f143a7ffa56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.185246 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-70904e8b-cb89-4eff-8e12-b12db04f2b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:53.199303 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ff373-acb2-421e-a16f-f143a7ffa56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2852079-41e0-4f18-9d10-e0ea68421033,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:53.202065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-792ff373-acb2-421e-a16f-f143a7ffa56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:53.203227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-792ff373-acb2-421e-a16f-f143a7ffa56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.206144 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-792ff373-acb2-421e-a16f-f143a7ffa56b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2852079-41e0-4f18-9d10-e0ea68421033 HTTP/1.1" status: 204 len: 168 time: 0.1665175 Jun 21 09:36:53.619754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45824) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:53.639976 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.675021 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:53.679415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d114f560e2024e1dba40a9d6ac677ae3 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:53.685678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:53.693259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:53.770383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.773134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.780526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4ce3804e-f4f7-4f7f-8548-b82259268f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:53.823457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57db47-1075-41fd-a2bc-85ced112a0d5,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:53.826984 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:53.832422 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-00e5588c-49ca-4518-a6ab-8034edf7f6b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d114f560e2024e1dba40a9d6ac677ae3&name=default HTTP/1.1" status: 200 len: 2629 time: 0.2088392 Jun 21 09:36:53.832921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45830) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:53.895645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cf203176-f615-4be3-b3fe-f6d54669567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.923680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cf203176-f615-4be3-b3fe-f6d54669567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.972516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cf203176-f615-4be3-b3fe-f6d54669567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.977919 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b8b09d99-0fca-4331-a5c3-de5be1e40b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:53.988125 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf203176-f615-4be3-b3fe-f6d54669567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57db47-1075-41fd-a2bc-85ced112a0d5,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:53.991713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-cf203176-f615-4be3-b3fe-f6d54669567f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:53.995115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-cf203176-f615-4be3-b3fe-f6d54669567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:53.996303 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-cf203176-f615-4be3-b3fe-f6d54669567f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a57db47-1075-41fd-a2bc-85ced112a0d5 HTTP/1.1" status: 204 len: 168 time: 0.1627126 Jun 21 09:36:54.186586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.425383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45848) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:54.445518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.477789 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:54.481875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Usage tracker for resource:security_group_rule and tenant:229bb248905a4ea4b02c91ee3a1bc987 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:54.485555 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:54.491362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:54.559658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.562511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.570244 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a1693cdf-3636-46f3-ac4b-e94c7296d1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:54.607703 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45854) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:54.616798 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe454ef-ca4e-43cf-ad3d-dfbd70326ec5,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:54.624108 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=229bb248905a4ea4b02c91ee3a1bc987&name=default HTTP/1.1" status: 200 len: 2629 time: 0.1949632 Jun 21 09:36:54.624108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-670d62da-689a-40fe-ad37-0b1c153cda2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:54.624693 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45860) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:54.637772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-39d0c77d-4c99-4eef-9ffb-23e1b2ef0aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.689293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-702b6e38-11c0-4252-9be4-7e8b36746a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.717218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-702b6e38-11c0-4252-9be4-7e8b36746a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.781781 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.794723 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-702b6e38-11c0-4252-9be4-7e8b36746a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.799631 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e7d75ebd-d729-46ed-95e5-f7158122daca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:54.816754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b6e38-11c0-4252-9be4-7e8b36746a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe454ef-ca4e-43cf-ad3d-dfbd70326ec5,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:54.822080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-702b6e38-11c0-4252-9be4-7e8b36746a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:54.835541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-702b6e38-11c0-4252-9be4-7e8b36746a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.836768 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-702b6e38-11c0-4252-9be4-7e8b36746a11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffe454ef-ca4e-43cf-ad3d-dfbd70326ec5 HTTP/1.1" status: 204 len: 168 time: 0.2109394 Jun 21 09:36:54.841945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:36:54.845954 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Usage tracker for resource:security_group_rule and tenant:92d2ef6185f74b3aa336c2d149e4d461 is out of sync, need to count used quota {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:36:54.848989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:36:54.854948 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:36:54.923156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.926185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_create {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:54.933671 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1cc01337-3e1a-48f0-b719-ea53a4364463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:54.978174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10133302-a3b8-46d4-84f8-9d2734c7472b,revision_number=1']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:54.996248 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:55.001986 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e31427b1-eb7a-4869-b410-dc97b6caea5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92d2ef6185f74b3aa336c2d149e4d461&name=default HTTP/1.1" status: 200 len: 2629 time: 0.3900876 Jun 21 09:36:55.001986 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45866) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:36:55.080554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a949087-3425-49a6-99e8-461f0a7d16bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:55.110551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a949087-3425-49a6-99e8-461f0a7d16bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:55.166257 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:55.166860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a949087-3425-49a6-99e8-461f0a7d16bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:55.172285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a29cc6ac-5748-4f92-b233-605de4606069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:36:55.187346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a949087-3425-49a6-99e8-461f0a7d16bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10133302-a3b8-46d4-84f8-9d2734c7472b,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:36:55.191061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a949087-3425-49a6-99e8-461f0a7d16bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:36:55.193388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a949087-3425-49a6-99e8-461f0a7d16bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:55.197811 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5a949087-3425-49a6-99e8-461f0a7d16bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10133302-a3b8-46d4-84f8-9d2734c7472b HTTP/1.1" status: 204 len: 168 time: 0.1916955 Jun 21 09:36:55.472711 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:57.087639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:36:59.173215 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-be8dc6e5-8ddd-4308-a214-8f45cf81db1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683877 Jun 21 09:36:59.338594 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-6d30e36a-5a7e-4cce-8031-6283e75504bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1098 time: 0.0727236 Jun 21 09:36:59.489361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-fb4a9dd0-27e4-439b-9c39-bad04d792282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:59.490870 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-fb4a9dd0-27e4-439b-9c39-bad04d792282 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 909 time: 0.1309669 Jun 21 09:36:59.587406 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-ef47b995-ea48-4ad3-9578-cb4b9d3fa195 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 1001 time: 0.0879116 Jun 21 09:36:59.653227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-3c3e51b3-d385-490c-b172-9bd5af4dd1ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:36:59.654643 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-3c3e51b3-d385-490c-b172-9bd5af4dd1ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 200 len: 847 time: 0.0584822 Jun 21 09:36:59.733100 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-dde05abf-56f3-411f-97ff-91b49c5676aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704007 Jun 21 09:37:00.091524 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-fb8e9259-22b8-4d0d-bf81-3f902bbee448 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472478 Jun 21 09:37:00.228920 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0c21bac0-1cb5-4ee5-a750-27f5d95263e4 req-d3809b64-d6dc-4104-9021-a86737267da8 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280143 Jun 21 09:37:03.932386 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:37:10.548718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45876) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:10.975911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Deleting port 617b7128-4689-4fb8-8fc0-25eaab9740ec {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:10.976212 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:11.141545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:11.141912 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:11.270297 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Calling delete_port for 617b7128-4689-4fb8-8fc0-25eaab9740ec owned by network:floatingip {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:11.417369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:11.421772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:11.464982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event deleted for resources: {'Port': ['ID=617b7128-4689-4fb8-8fc0-25eaab9740ec,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:11.511000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.511428 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.511847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.512262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.512674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.513106 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.513516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.513922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.514334 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.514737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.515137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:11.518354 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:11.574448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for floatingip, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:11.947911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:37:12.138865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:37:12.148873 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] Sync routers for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:37:12.157910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:12.161180 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:37:12.161842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:36:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:12.211742 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "DELETE /v2.0/floatingips/b81b6197-1a33-48ac-afa1-1739b890493c HTTP/1.1" status: 204 len: 168 time: 1.6611514 Jun 21 09:37:12.212418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:37:12.265395 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'status': 'completed', 'code': 200} Jun 21 09:37:12.337238 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:37:12.385336 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-68c3c928-1352-43d4-9d27-e289e13ac9af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4116b06b75314b7ca848839f4f207a7c&device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 1098 time: 0.0703075 Jun 21 09:37:12.586578 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-1f5cf716-8479-498b-b371-35ee8535b83f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:37:12.588162 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-1f5cf716-8479-498b-b371-35ee8535b83f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 200 len: 909 time: 0.1919768 Jun 21 09:37:12.660105 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:35Z', 'revision_number': 5, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:12.664115 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] Checking router: a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:37:12.670823 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-9e0256a9-8248-4928-9683-8cf6ef455c1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 200 len: 217 time: 0.0748501 Jun 21 09:37:12.676049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:37:12.676715 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:36:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:12.683992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d8121-8736-4776-b42f-b794f533eaa9 req-e0688e8e-c736-4f96-bc36-f623315c2194 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:37:12.685553 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5f0d8121-8736-4776-b42f-b794f533eaa9 req-e0688e8e-c736-4f96-bc36-f623315c2194 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.1654527 Jun 21 09:37:12.782889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-0f33d806-7110-4dd5-ae5d-5f1b439631a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:37:12.784435 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-0f33d806-7110-4dd5-ae5d-5f1b439631a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 200 len: 847 time: 0.0979724 Jun 21 09:37:12.788208 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5f0d8121-8736-4776-b42f-b794f533eaa9 req-50d0e217-ec79-4cb3-8fe6-bf0a62667dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701346 Jun 21 09:37:12.847843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:37:12.864100 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-af5e5ffb-a815-41dc-a5e9-29ac3ef93cef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691404 Jun 21 09:37:13.005400 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-935c502f-df62-410d-818a-f0f8f82584ae service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320446 Jun 21 09:37:13.146985 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6ceff351-84ab-4199-8032-884c83d7c9f4 req-fbc02241-0193-4619-9276-9e501886cb36 service neutron] 10.222.0.45 "GET /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338818 Jun 21 09:37:13.162306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:35Z', 'revision_number': 5, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:13.166895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8f992-f196-4cd9-a6b9-3b597fea36db None None] The sync data for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi is: [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:31:21Z', 'revision_number': 4, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '49d4d922-daf5-4e40-8452-7ff2e9bdfd03', 'name': '', 'network_id': 'f2a4c8b5-615d-4e55-8a4d-7ee2a855071d', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'mac_address': 'fa:16:3e:15:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:20Z', 'updated_at': '2021-06-21T09:31:35Z', 'revision_number': 5, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'subnets': [{'id': 'e66fbc5e-73de-45e5-9c23-ea89dd36ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:37:13.622681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cfec8-df86-4dee-aa80-d5e878899f1e None None] New status for floating IP b81b6197-1a33-48ac-afa1-1739b890493c: DOWN {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:37:13.989901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9678f5-f249-4b9b-b9c8-3eea740be540 req-05c09192-3d05-4cd1-9c1a-8abdf2b234f4 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:37:13.991502 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a9678f5-f249-4b9b-b9c8-3eea740be540 req-05c09192-3d05-4cd1-9c1a-8abdf2b234f4 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.0821545 Jun 21 09:37:14.041743 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9a9678f5-f249-4b9b-b9c8-3eea740be540 req-1fa6ed13-6fd3-4ea1-9fab-8c3f2ec2deeb tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 Jun 21 09:37:14.605718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-6b3e145c-d89a-40e7-b316-675a58f7085c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:37:14.607222 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-6b3e145c-d89a-40e7-b316-675a58f7085c tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.45 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 945 time: 0.0747585 Jun 21 09:37:14.677847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Deleting port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:14.678417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:14.909357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] For port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:14.909665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:15.031441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Calling delete_port for e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:15.215841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:15.222148 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-07dc5529-e4e4-4a2a-bbff-32e2a220244c tempest-TestMinimumBasicScenario-1472884591 tempest-TestMinimumBasicScenario-1472884591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:15.264816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event deleted for resources: {'Port': ['ID=e9205e42-1cb7-49c4-8833-3a46b9d4f4d2,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:15.317035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.317450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.317852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.318250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.318642 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.319029 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.319416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.319804 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.320214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.320599 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.321033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:37:15.328921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:15.371551 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] No DVR routers for this DVR port e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:37:15.378420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0f32d-bc81-4b17-848b-220274c94beb req-f2ca2c4f-1663-458a-969d-b50268a72933 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:37:15.379960 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0ee0f32d-bc81-4b17-848b-220274c94beb req-f2ca2c4f-1663-458a-969d-b50268a72933 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 867 time: 0.2185645 Jun 21 09:37:15.380937 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:15.383591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-deleted', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:37:15.423683 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-23fd2682-a24b-4cc8-ab45-5e561069c7f8 req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.45 "DELETE /v2.0/ports/e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 HTTP/1.1" status: 204 len: 173 time: 0.8086939 Jun 21 09:37:15.445544 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-0ee0f32d-bc81-4b17-848b-220274c94beb req-d83ca500-cb03-4893-bd20-4b3eb6a89c31 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/security-groups?id=41b92266-fa0c-4ff4-86c1-02f3ecc858ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548036 Jun 21 09:37:15.447458 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b11fdf-167d-43e1-b94a-3ab1aaecc44e', 'name': 'network-vif-deleted', 'tag': 'e9205e42-1cb7-49c4-8833-3a46b9d4f4d2', 'status': 'completed', 'code': 200} Jun 21 09:37:16.622750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-07580762-7e49-4b4c-a4f4-f4e887daf4d0 req-ced053d4-3f4c-4595-b28e-9a4309b0c6b1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Synchronizing usage tracker for tenant:4116b06b75314b7ca848839f4f207a7c on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:37:16.637351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-07580762-7e49-4b4c-a4f4-f4e887daf4d0 req-ced053d4-3f4c-4595-b28e-9a4309b0c6b1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Unset dirty status for tenant:4116b06b75314b7ca848839f4f207a7c on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:37:16.638599 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07580762-7e49-4b4c-a4f4-f4e887daf4d0 req-ced053d4-3f4c-4595-b28e-9a4309b0c6b1 tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b11fdf-167d-43e1-b94a-3ab1aaecc44e HTTP/1.1" status: 200 len: 210 time: 0.0652597 Jun 21 09:37:17.739454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45902) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:17.812272 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-651fe73a-0fbb-4d43-95e1-d32e16117dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:17.843313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-651fe73a-0fbb-4d43-95e1-d32e16117dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:17.899225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-651fe73a-0fbb-4d43-95e1-d32e16117dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:17.905094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0e4b7b38-f126-4e17-b97e-236a2088195a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:17.920442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fe73a-0fbb-4d43-95e1-d32e16117dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b92266-fa0c-4ff4-86c1-02f3ecc858ab,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:17.923239 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-651fe73a-0fbb-4d43-95e1-d32e16117dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:17.929418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-651fe73a-0fbb-4d43-95e1-d32e16117dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:17.930633 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-651fe73a-0fbb-4d43-95e1-d32e16117dfd tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] 10.222.0.36 "DELETE /v2.0/security-groups/41b92266-fa0c-4ff4-86c1-02f3ecc858ab HTTP/1.1" status: 204 len: 168 time: 0.1901052 Jun 21 09:37:17.980947 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45908) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:18.710544 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:18.808460 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:37:18.846445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:37:18.846849 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device e9205e42-1cb7-49c4-8833-3a46b9d4f4d2 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:37:19.283355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Deleting port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:19.283737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:19.451608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] For port 49d4d922-daf5-4e40-8452-7ff2e9bdfd03, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:19.451931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:19.577640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Calling delete_port for 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:19.732895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:19.737249 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:19.784864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d4d922-daf5-4e40-8452-7ff2e9bdfd03,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:19.787904 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:20.066062 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:20.874818 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:37:21.078053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:37:21.086717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] Sync routers for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:37:21.094239 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] 10.222.0.36 "PUT /v2.0/routers/a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1122568 Jun 21 09:37:21.096999 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45914) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:21.102615 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:37:21.103286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:36:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:21.293883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:21.445835 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:37:21.482522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:21.490417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Deleting port 646ebaad-a033-44ab-bda9-70127365372c {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:21.490785 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:21.664607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] For port 646ebaad-a033-44ab-bda9-70127365372c, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=646ebaad-a033-44ab-bda9-70127365372c,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:21.664928 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:21.733535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '646ebaad-a033-44ab-bda9-70127365372c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:37:19Z', 'revision_number': 5, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port': {'id': '646ebaad-a033-44ab-bda9-70127365372c', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:12Z', 'updated_at': '2021-06-21T09:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:21.737446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] Checking router: a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:37:21.749707 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] Routers {'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:37:21.750351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:36:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:21.789680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Calling delete_port for 646ebaad-a033-44ab-bda9-70127365372c owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:21.901372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] Set router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 gateway port host: None {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:37:21.952791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:21.957288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-99d56c7e-9d68-43d8-9469-0326c9d04eb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:22.000183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Pushing event deleted for resources: {'Port': ['ID=646ebaad-a033-44ab-bda9-70127365372c,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:22.002981 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:22.021860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:37:21Z', 'revision_number': 6, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port_host': None}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:22.026126 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7165028-674b-4c4c-96f4-72300aa297d2 None None] The sync data for ids ['a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8'] in dv-cinder-797210-1-iscsi is: [{'id': 'a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8', 'name': 'tempest-TestShelveInstance-537700443-router', 'tenant_id': '4116b06b75314b7ca848839f4f207a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:10Z', 'updated_at': '2021-06-21T09:37:21Z', 'revision_number': 6, 'project_id': '4116b06b75314b7ca848839f4f207a7c', 'gw_port_host': None}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:37:22.471636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:22.743396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:22.747714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:22.773153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:22.773721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:37:22.786398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:22.787631 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-55798c0b-2750-48fa-a282-1eba495ed806 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a44f4dad-f2bd-45f7-b9a4-c62fd28e3eb8 HTTP/1.1" status: 204 len: 168 time: 1.6896286 Jun 21 09:37:22.790442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45918) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:22.857734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Deleting subnet e66fbc5e-73de-45e5-9c23-ea89dd36ad01 {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:37:22.858116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:22.911831 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.005151 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d02c770b-8261-448d-975f-d511ed71de5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.072605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.309351 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Delete allocated IP 172.20.0.2 (f2a4c8b5-615d-4e55-8a4d-7ee2a855071d/e66fbc5e-73de-45e5-9c23-ea89dd36ad01) {{(pid=80877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:37:23.443103 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] For port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:23.470592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.477458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.481752 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7b40d93e-34f9-46f5-a6a3-6336de153279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:23.538376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.599320 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,revision_number=4']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:23.603296 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:23.816535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.821368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-81cfc085-1ecd-4f60-885b-4f590e168d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:23.854923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66fbc5e-73de-45e5-9c23-ea89dd36ad01,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:23.859107 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:23.862431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:23.867714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52550790-a9d1-4acf-85ae-2bfe7019773d None None] Network f2a4c8b5-615d-4e55-8a4d-7ee2a855071d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:37:23.868540 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-125061d6-6e23-4253-add7-a529fc03c6f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e66fbc5e-73de-45e5-9c23-ea89dd36ad01 HTTP/1.1" status: 204 len: 168 time: 1.0769403 Jun 21 09:37:23.871360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45922) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:23.988922 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.000991 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Deleting port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:24.001377 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.135931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] DHCP port deletion for f2a4c8b5-615d-4e55-8a4d-7ee2a855071d request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:37:24.139293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 646ebaad-a033-44ab-bda9-70127365372c no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:37:24.179676 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Deleting port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:24.180099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.217531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 646ebaad-a033-44ab-bda9-70127365372c {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:37:24.217923 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 646ebaad-a033-44ab-bda9-70127365372c not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:37:24.218393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:37:24.221073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] For port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:24.221490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.265343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:37:24.265733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 49d4d922-daf5-4e40-8452-7ff2e9bdfd03 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:37:24.277563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.347334 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Calling delete_port for e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace owned by network:dhcp {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:24.416053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.420493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:24.429253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] For port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,segment=NetworkSegment(e5de727c-1d60-4d14-81c8-222a410bcd85),segment_id=e5de727c-1d60-4d14-81c8-222a410bcd85)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:24.429705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.461436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:24.466750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:24.469511 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] No DVR routers for this DVR port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace on host dv-cinder-797210-1-iscsi {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:37:24.564888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Calling delete_port for e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:24.586042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.599481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a4c8b5-615d-4e55-8a4d-7ee2a855071d']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:24.614513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5de727c-1d60-4d14-81c8-222a410bcd85') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:24.614852 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5de727c-1d60-4d14-81c8-222a410bcd85') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:24.633000 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.644363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:37:24.644781 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:37:24.645502 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f729a451-b1e4-4b8e-b5ef-97d979931191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.648903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.655143 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:37:24.655567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:37:24.669385 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:37:24.736710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.740191 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:24.754056 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:24.769247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a4c8b5-615d-4e55-8a4d-7ee2a855071d,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:24.772529 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:24.782221 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-7e1a3f9c-c53d-4b8d-abdc-8fe7d5c14f20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2a4c8b5-615d-4e55-8a4d-7ee2a855071d HTTP/1.1" status: 204 len: 168 time: 0.9098351 Jun 21 09:37:24.785472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45926) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:25.148949 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Deleting port e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:25.149513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:25.396816 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:25.400582 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:25.401492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9401714b-ca05-4245-ab7c-4b700f7dfc9e None None] The port 'e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace' was deleted {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:37:25.473870 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:25.974807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Deleting port bf652827-0ef9-403b-868e-08db554fbe99 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:25.975411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:26.096450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:37:26.129998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:37:26.130394 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device e6ef78e5-8220-4fc4-b142-9d8dbeaa7ace not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:37:26.150473 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] For port bf652827-0ef9-403b-868e-08db554fbe99, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=bf652827-0ef9-403b-868e-08db554fbe99,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:26.150903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:26.277970 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Calling delete_port for bf652827-0ef9-403b-868e-08db554fbe99 owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:26.431087 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:26.435994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5a3c9db0-1dc7-4141-a7fb-4d3455fd4c88 tempest-VolumesSnapshotTestJSON-1380780431 tempest-VolumesSnapshotTestJSON-1380780431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:26.478183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf652827-0ef9-403b-868e-08db554fbe99,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:26.481490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:26.766754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:27.091120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:27.545639 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:37:27.737247 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:37:27.746267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] Sync routers for ids ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:37:27.751812 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5addad74-abc0-401c-8d2f-e6491dc1ee6b admin admin] 10.222.0.36 "PUT /v2.0/routers/7a218ba2-555b-47c6-bbd9-7110dfde67b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9652677 Jun 21 09:37:27.754600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45930) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:27.759461 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] Routers {'7a218ba2-555b-47c6-bbd9-7110dfde67b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:37:27.760163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:37:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:27.934093 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] Set router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:37:27.944841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:28.146656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:28.154692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Deleting port fba96b07-c1aa-4481-9979-f7b7949e93e6 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:28.155061 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:28.221674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:37:26Z', 'revision_number': 5, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port': {'id': 'fba96b07-c1aa-4481-9979-f7b7949e93e6', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:31:31Z', 'updated_at': '2021-06-21T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:28.225579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] Checking router: 7a218ba2-555b-47c6-bbd9-7110dfde67b1 for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:37:28.236901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] Routers {'7a218ba2-555b-47c6-bbd9-7110dfde67b1'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:37:28.237621 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:37:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:28.324793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] For port fba96b07-c1aa-4481-9979-f7b7949e93e6, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=fba96b07-c1aa-4481-9979-f7b7949e93e6,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:28.325215 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:28.387420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] Set router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 gateway port host: None {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:37:28.451306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Calling delete_port for fba96b07-c1aa-4481-9979-f7b7949e93e6 owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:28.496609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:37:28Z', 'revision_number': 6, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port_host': None}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:28.500605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c0fc8-ffd9-42d2-9a24-d1283787ed8b None None] The sync data for ids ['7a218ba2-555b-47c6-bbd9-7110dfde67b1'] in dv-cinder-797210-1-iscsi is: [{'id': '7a218ba2-555b-47c6-bbd9-7110dfde67b1', 'name': 'tempest-TestShelveInstance-1286164244-router', 'tenant_id': '7d41d8000d5c49168a6a0680836983db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:31:30Z', 'updated_at': '2021-06-21T09:37:28Z', 'revision_number': 6, 'project_id': '7d41d8000d5c49168a6a0680836983db', 'gw_port_host': None}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:37:28.613821 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:28.618722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-65baa61d-8e1a-4852-aeae-e9083fa88f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:28.662437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba96b07-c1aa-4481-9979-f7b7949e93e6,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:28.665174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:28.899779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.406187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.410446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.432059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.432713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a218ba2-555b-47c6-bbd9-7110dfde67b1 {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:37:29.446057 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.447312 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d8dee1ba-f58f-4531-86e4-32f77a117049 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7a218ba2-555b-47c6-bbd9-7110dfde67b1 HTTP/1.1" status: 204 len: 168 time: 1.6917212 Jun 21 09:37:29.450591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45934) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:29.513687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Deleting subnet 840f7a25-f286-4eff-8332-d62f870bee8e {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:37:29.514080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.568265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.729493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:29.969200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Delete allocated IP 172.20.0.2 (d34459bc-c4a0-4ede-a950-de8bb78e721e/840f7a25-f286-4eff-8332-d62f870bee8e) {{(pid=80877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:37:30.101346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device bf652827-0ef9-403b-868e-08db554fbe99 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:37:30.109488 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] For port b95c7568-8cdc-4cc7-a2bf-116b37dbd001, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:30.135776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.137749 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: bf652827-0ef9-403b-868e-08db554fbe99 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:37:30.138137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device bf652827-0ef9-403b-868e-08db554fbe99 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:37:30.138590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fba96b07-c1aa-4481-9979-f7b7949e93e6 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:37:30.142950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.147295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-08d91e5a-b45d-4a7f-ac05-5ea83df07c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:30.170418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: fba96b07-c1aa-4481-9979-f7b7949e93e6 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:37:30.170823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device fba96b07-c1aa-4481-9979-f7b7949e93e6 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:37:30.206055 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.258374 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,revision_number=4']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:30.262952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:30.462956 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.466513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:30.503373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840f7a25-f286-4eff-8332-d62f870bee8e,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:30.505994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:30.510917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.516336 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff9aff-77dd-4c52-90f2-cf0e764cdad5 None None] Network d34459bc-c4a0-4ede-a950-de8bb78e721e requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:37:30.517522 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5b88662a-09b1-4ee5-964e-9f8facbb80d5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/840f7a25-f286-4eff-8332-d62f870bee8e HTTP/1.1" status: 204 len: 168 time: 1.0658951 Jun 21 09:37:30.520348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45938) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:30.635186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.645863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Deleting port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:30.646231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.757393 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] DHCP port deletion for d34459bc-c4a0-4ede-a950-de8bb78e721e request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:37:30.761577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Deleting port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:30.761998 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.848186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] For port b95c7568-8cdc-4cc7-a2bf-116b37dbd001, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:30.848570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.970299 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] For port b95c7568-8cdc-4cc7-a2bf-116b37dbd001, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,segment=NetworkSegment(68f082bd-80b0-4663-b040-a19edc7d84ac),segment_id=68f082bd-80b0-4663-b040-a19edc7d84ac)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:37:30.970659 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:30.977946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Calling delete_port for b95c7568-8cdc-4cc7-a2bf-116b37dbd001 owned by network:dhcp {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:31.050172 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.054649 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3e664741-508a-4a32-aa93-053b878120b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:31.097363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95c7568-8cdc-4cc7-a2bf-116b37dbd001,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:31.097820 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Calling delete_port for b95c7568-8cdc-4cc7-a2bf-116b37dbd001 owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:37:31.100334 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:31.103024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] No DVR routers for this DVR port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 on host dv-cinder-797210-1-iscsi {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:37:31.161442 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:37:31.161858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:37:31.216517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.230378 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34459bc-c4a0-4ede-a950-de8bb78e721e']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:31.243095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f082bd-80b0-4663-b040-a19edc7d84ac') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:31.243448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f082bd-80b0-4663-b040-a19edc7d84ac') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:37:31.260376 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.280692 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.287491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:37:31.287917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:37:31.303902 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:37:31.381726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.385302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:31.398554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.409872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34459bc-c4a0-4ede-a950-de8bb78e721e,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:31.414339 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:31.418463 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-34cc8593-8307-488f-8ac5-6014b2d91980 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d34459bc-c4a0-4ede-a950-de8bb78e721e HTTP/1.1" status: 204 len: 168 time: 0.8970699 Jun 21 09:37:31.557935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 45944) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:31.616053 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-b5982f3b-5992-4406-bfe6-2f8ebad63fba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4116b06b75314b7ca848839f4f207a7c&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0567951 Jun 21 09:37:31.618884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45948) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:31.663268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Deleting port b95c7568-8cdc-4cc7-a2bf-116b37dbd001 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:37:31.663712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.682037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e819eadd-74d1-4876-8ab8-324a43615f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.709445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e819eadd-74d1-4876-8ab8-324a43615f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.732202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-572c3dce-3b58-44da-9124-5784b0dc48bb None None] The port 'b95c7568-8cdc-4cc7-a2bf-116b37dbd001' was deleted {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:37:31.753482 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e819eadd-74d1-4876-8ab8-324a43615f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.758417 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9413e4de-3f9c-4c07-ace3-65bd289a0d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:31.772402 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819eadd-74d1-4876-8ab8-324a43615f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f095fcc3-1226-4a93-b6d3-c080671e1997,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:31.776929 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e819eadd-74d1-4876-8ab8-324a43615f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:31.780074 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e819eadd-74d1-4876-8ab8-324a43615f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:31.781285 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e819eadd-74d1-4876-8ab8-324a43615f4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f095fcc3-1226-4a93-b6d3-c080671e1997 HTTP/1.1" status: 204 len: 168 time: 0.1612728 Jun 21 09:37:32.100504 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b95c7568-8cdc-4cc7-a2bf-116b37dbd001 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:37:32.137807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: b95c7568-8cdc-4cc7-a2bf-116b37dbd001 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:37:32.138201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device b95c7568-8cdc-4cc7-a2bf-116b37dbd001 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:37:32.184035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45956) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:32.240247 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9c86d98f-ca8a-4c70-94d5-6a7e75adf30e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d41d8000d5c49168a6a0680836983db&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0549257 Jun 21 09:37:32.242895 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 45960) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:37:32.302674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d29c2211-4d5c-4210-8403-4cc99c1d0007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:32.330070 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d29c2211-4d5c-4210-8403-4cc99c1d0007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:32.372880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d29c2211-4d5c-4210-8403-4cc99c1d0007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:32.377565 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b790b646-89b3-4666-8ca6-f7061589b70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:37:32.391464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c2211-4d5c-4210-8403-4cc99c1d0007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b563b8-cc90-4dce-9a04-5e45ca041ad7,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:37:32.396038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d29c2211-4d5c-4210-8403-4cc99c1d0007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:37:32.397985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d29c2211-4d5c-4210-8403-4cc99c1d0007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:32.399171 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d29c2211-4d5c-4210-8403-4cc99c1d0007 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7b563b8-cc90-4dce-9a04-5e45ca041ad7 HTTP/1.1" status: 204 len: 168 time: 0.1553354 Jun 21 09:37:40.933684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:37:53.005733 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a846957-5a63-4aaa-ac3b-a6e4b5fd878d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:54.189109 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:54.636935 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9074757e-05b0-464b-966f-b4afa458990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:55.158774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:55.476308 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:37:57.092875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:01.180400 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-4eba218a-99ce-48c1-8452-0e5a505b975a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679088 Jun 21 09:38:01.285536 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-de80468d-f8a0-42a1-8073-807cf29f5954 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 1098 time: 0.0681808 Jun 21 09:38:01.662925 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-5f4efbf3-e347-422d-9de7-d57767fe66e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:01.664480 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-5f4efbf3-e347-422d-9de7-d57767fe66e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.3559546 Jun 21 09:38:01.763675 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-67644d49-33db-42bd-9a3b-0e76a404c9bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b HTTP/1.1" status: 200 len: 1000 time: 0.0870688 Jun 21 09:38:01.835127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-05406b9d-34ca-4f60-8921-b8198721d149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:01.836624 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-05406b9d-34ca-4f60-8921-b8198721d149 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0643649 Jun 21 09:38:01.911891 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-ba513d67-c2a2-4d34-b1ea-8d5d879e5fcc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662241 Jun 21 09:38:02.052755 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-5d9949a7-5af3-4340-8893-2ffd07e18316 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324227 Jun 21 09:38:02.200170 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-93fc007d-3c54-47dc-ab33-d7725f255841 req-59a3e557-3a3f-43b6-972e-a51ecfafe077 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385233 Jun 21 09:38:17.934216 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:38:23.006437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-afc709a7-45ba-434d-9cbd-f2b9a7d23381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:24.190945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:24.636975 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-334cb758-fe65-4ce2-972f-be68eb1561fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:25.172285 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:25.478980 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:27.097228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:36.554017 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a460-0378-44be-a76f-b9c82da891b8 req-97b50809-c632-4618-b16a-10624e254554 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:36.555511 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-14a6a460-0378-44be-a76f-b9c82da891b8 req-97b50809-c632-4618-b16a-10624e254554 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 945 time: 0.3313634 Jun 21 09:38:36.608302 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-14a6a460-0378-44be-a76f-b9c82da891b8 req-c6f97dcc-3307-489f-a411-fc20bd58aba6 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Jun 21 09:38:37.885451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e292afd-1918-4aba-8872-22adf7962ea3 req-3ab8d78c-3529-41dc-a13e-1125a55749c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:37.887015 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e292afd-1918-4aba-8872-22adf7962ea3 req-3ab8d78c-3529-41dc-a13e-1125a55749c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 945 time: 0.1646879 Jun 21 09:38:37.936503 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e292afd-1918-4aba-8872-22adf7962ea3 req-51e7d718-2e6c-49cc-b526-9dcd4d01d18d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 Jun 21 09:38:38.213411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-14706df3-93bb-4bfd-bb29-796ee2231bdf tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:38.214847 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-14706df3-93bb-4bfd-bb29-796ee2231bdf tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 945 time: 0.0792420 Jun 21 09:38:38.283263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Deleting port 84c71614-177c-4527-96f9-38d4fd1c4a0b {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:38:38.283648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:38.519427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] For port 84c71614-177c-4527-96f9-38d4fd1c4a0b, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=84c71614-177c-4527-96f9-38d4fd1c4a0b,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:38:38.519823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:38.778468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:38.778880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:38.779227 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Floating IP 5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3 disassociated. External IP: 172.27.0.27, port: 84c71614-177c-4527-96f9-38d4fd1c4a0b. Jun 21 09:38:38.779588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Calling delete_port for 84c71614-177c-4527-96f9-38d4fd1c4a0b owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:38:38.911187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:38.925626 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b08caabc-6864-4857-a229-c074bed8f3f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:38:38.968475 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event deleted for resources: {'Port': ['ID=84c71614-177c-4527-96f9-38d4fd1c4a0b,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:38:38.982900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.983321 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.983746 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.984123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.984478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.984875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.985298 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.985950 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.986082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.986435 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.986823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:38.990585 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:38:39.107197 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5ca68f48-59a6-44d7-aa0f-1ce5c18da77b req-3466d641-3606-4ddc-85f1-445fabf210f3 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 210 time: 0.0551815 Jun 21 09:38:39.230343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:38:39.644780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:38:39.654748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:38:39.670023 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:38:39.670702 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:38:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:38:39.716934 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] No DVR routers for this DVR port 84c71614-177c-4527-96f9-38d4fd1c4a0b on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:38:39.719431 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:39.722098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'name': 'network-vif-deleted', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:38:39.739415 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-17353799-47a2-47b0-b979-6fccbcfe1dec req-8e7310cb-0671-4f06-9d54-281bc821c209 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "DELETE /v2.0/ports/84c71614-177c-4527-96f9-38d4fd1c4a0b HTTP/1.1" status: 204 len: 173 time: 1.5172920 Jun 21 09:38:39.773825 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd4262-f224-409f-95f4-0ff87c2e55ed', 'name': 'network-vif-deleted', 'tag': '84c71614-177c-4527-96f9-38d4fd1c4a0b', 'status': 'completed', 'code': 200} Jun 21 09:38:39.844824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:38:40.156156 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:38:40.160154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:38:40.172024 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:38:40.172674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:38:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:38:40.269341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c8e07128-cee7-42e9-b935-ae474e7e1f60 req-0fd23951-fdae-40b2-9813-7f5866867517 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:38:40.285737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-c8e07128-cee7-42e9-b935-ae474e7e1f60 req-0fd23951-fdae-40b2-9813-7f5866867517 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:38:40.287253 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c8e07128-cee7-42e9-b935-ae474e7e1f60 req-0fd23951-fdae-40b2-9813-7f5866867517 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=62dd4262-f224-409f-95f4-0ff87c2e55ed HTTP/1.1" status: 200 len: 210 time: 0.0639181 Jun 21 09:38:40.357368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:38:40.848408 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:38:40.852533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d9b0e-cb03-42bb-bf16-ce585e192cec None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:38:41.274856 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52521152-1488-42e3-89d2-09864d092bd1 None None] New status for floating IP 5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3: DOWN {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:38:41.688200 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-1d6255dd-807d-43f3-88ff-6ca610cc93ea tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217791999&fields=id&tenant_id=e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 267 time: 0.0438721 Jun 21 09:38:41.752256 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-0c1751e3-0f40-4629-9e7b-163013ff47a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups/9e0acbdc-bc7c-4cb3-952d-852342ec2054 HTTP/1.1" status: 200 len: 4611 time: 0.0571351 Jun 21 09:38:41.906290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289760d6-f354-47d0-8630-22a6a3f87247 req-d5f9d597-5d3e-4119-8e6a-7b8cbb9461c2 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:41.907740 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-d5f9d597-5d3e-4119-8e6a-7b8cbb9461c2 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 812 time: 0.1473169 Jun 21 09:38:41.925326 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a8a25701-70ca-4126-b591-82a899e1370f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/quotas/e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 375 time: 0.0107014 Jun 21 09:38:42.008657 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-559a2156-3b21-4372-b32f-d4ad1a7f2909 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773575 Jun 21 09:38:42.027043 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-2153f6b8-2c7d-434f-909c-92103090f171 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:38:42.028390 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-2153f6b8-2c7d-434f-909c-92103090f171 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.0059276 Jun 21 09:38:42.167716 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-e616062d-ecd4-414f-80f6-906d094cd523 service neutron] 10.222.0.36 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317363 Jun 21 09:38:42.309249 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-dadeb2c0-de1d-4b77-b494-58c2546493d5 service neutron] 10.222.0.36 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337914 Jun 21 09:38:43.102256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 84c71614-177c-4527-96f9-38d4fd1c4a0b no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:38:43.139478 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: 84c71614-177c-4527-96f9-38d4fd1c4a0b {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:38:43.139863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device 84c71614-177c-4527-96f9-38d4fd1c4a0b not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:38:43.805845 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9fdd8220-53f1-433c-b60d-8f0e105ee484 req-01918aa4-80c0-425b-bd11-32d8a6a69479 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 210 time: 0.0487983 Jun 21 09:38:44.962632 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-89f686b6-1936-4de0-8093-95a364ec3074 req-2e3f638d-0d79-40d2-9385-c27694b6719e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 210 time: 0.0443189 Jun 21 09:38:45.306817 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289760d6-f354-47d0-8630-22a6a3f87247 req-f5bfa170-5158-43c0-9cdf-c01611125a94 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:45.308320 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-f5bfa170-5158-43c0-9cdf-c01611125a94 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 812 time: 0.1498766 Jun 21 09:38:45.405028 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-0fb3929e-f5b7-4866-b5d0-0d6ff2ba1b20 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 7027 time: 0.0725973 Jun 21 09:38:45.419245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'port': {'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'admin_state_up': True, 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'security_groups': ['9e0acbdc-bc7c-4cb3-952d-852342ec2054']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:38:45.557673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:38:45.568187 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:38:45.577555 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Made reservation on behalf of e2f4512b54974bc3a70b0f9ca2c19795 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:38:45.582994 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:45.742288 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Allocated IP 172.20.0.4 (2554f1f2-667f-466d-8d4a-205e56ad594d/05258a37-6ffd-4f64-83ab-d97a68b1c2a5/ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:38:45.930419 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:45.946995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Transition to ACTIVE for port object ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:38:45.965741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:45.972466 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e7cde9e1-e56f-441a-b8b8-d5a5c5605abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:38:46.044803 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Network 2554f1f2-667f-466d-8d4a-205e56ad594d is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:38:46.048164 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:38:46.050914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:38:46.083791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:38:46.087153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:38:46.173719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:46.174404 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:46.218775 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-a4be999b-39ad-4631-825a-8128b688d2d4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038020 Jun 21 09:38:46.233887 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be460f42-1599-4e66-b3a3-4442c6ca51f9 req-85614f42-f58a-4180-9ac2-8fdba23d82df tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:46.234658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-be460f42-1599-4e66-b3a3-4442c6ca51f9 req-85614f42-f58a-4180-9ac2-8fdba23d82df tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:38:46.243876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-194c8eff-ebad-49b2-be44-690da582be25 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=80878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 09:38:46.244973 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-194c8eff-ebad-49b2-be44-690da582be25 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 11621 time: 0.0058861 Jun 21 09:38:46.260787 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Request body: {'port': {'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:38:46.292514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-be460f42-1599-4e66-b3a3-4442c6ca51f9 req-85614f42-f58a-4180-9ac2-8fdba23d82df tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:38:46.293790 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be460f42-1599-4e66-b3a3-4442c6ca51f9 req-85614f42-f58a-4180-9ac2-8fdba23d82df tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 931 time: 0.1877379 Jun 21 09:38:46.338131 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-94d12509-c2dd-4494-aa90-32624beee197 None None] Provisioning for port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:38:46.343260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-94d12509-c2dd-4494-aa90-32624beee197 None None] Provisioning complete for port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:38:46.343666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-94d12509-c2dd-4494-aa90-32624beee197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:46.393640 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-94d12509-c2dd-4494-aa90-32624beee197 None None] Port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:38:46.410554 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-be460f42-1599-4e66-b3a3-4442c6ca51f9 req-913b8b28-7f8f-4bdc-8bbe-bfa38e991b9f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078954 Jun 21 09:38:46.412910 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:46.744193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:38:46.751532 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:46.765793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Transition to ACTIVE for port object ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:38:46.768418 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:46.772609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c30827e0-f844-474a-a411-30cfe611bb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:38:46.891041 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:38:46.895497 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:38:47.002201 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Attempting to bind port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:38:47.002689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Attempting to bind port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:38:47.002896 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Attempting to bind port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:38:47.008946 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 on network 2554f1f2-667f-466d-8d4a-205e56ad594d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:38:47.009348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Attempting to bind port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:38:47.016825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:38:47.016825 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Checking segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:38:47.017155 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Bound using segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:38:47.017593 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Bound port: ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:38:47.018047 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:47.109847 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] For port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:38:47.113596 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] For port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:38:47.117536 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:47.123094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-eadd9b5e-975f-4584-b77a-586106a14dc9 tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:38:47.177303 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:47.178767 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 1093 time: 0.9230201 Jun 21 09:38:47.181309 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:38:47.199778 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:38:47.203369 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-96051bd8-38f2-4e66-b602-f975474fe3c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:38:47.243586 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'status': 'completed', 'code': 200} Jun 21 09:38:47.344494 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-f0afcdcd-d3b9-4831-af27-0e30f5781d0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1096 time: 0.0723815 Jun 21 09:38:47.700124 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-9ca34afd-e4ea-4cea-9e24-283a8ab3730b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 217 time: 0.3348818 Jun 21 09:38:47.782186 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289760d6-f354-47d0-8630-22a6a3f87247 req-b64e2603-973c-4993-aed6-dab6a3e763dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:47.783649 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-b64e2603-973c-4993-aed6-dab6a3e763dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0707221 Jun 21 09:38:47.790059 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93ff02-bce2-4704-8062-8e976a81bcb6 req-8850d274-9806-4c62-ab87-a068cafd6f4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:47.791487 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2e93ff02-bce2-4704-8062-8e976a81bcb6 req-8850d274-9806-4c62-ab87-a068cafd6f4b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.1431706 Jun 21 09:38:47.891791 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2e93ff02-bce2-4704-8062-8e976a81bcb6 req-7d9fe953-6e4e-4484-89b1-5519b1923d21 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612826 Jun 21 09:38:47.903875 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-f29537a9-c78c-4e76-a34a-ff16e2b3233e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081526 Jun 21 09:38:48.044780 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-3ff290ec-f9de-49dd-81ea-ae07583a1367 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284640 Jun 21 09:38:48.186154 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-289760d6-f354-47d0-8630-22a6a3f87247 req-0652ac06-ba40-46e1-8922-98bbcf27e1df service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298566 Jun 21 09:38:48.357023 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-2af02c8e-6abb-47fc-9136-98a21aee1185 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1096 time: 0.0730114 Jun 21 09:38:48.494166 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-63912a6b-b05e-4a85-83ef-0de37d5254bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:48.495702 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-63912a6b-b05e-4a85-83ef-0de37d5254bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1303926 Jun 21 09:38:48.577532 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-799a40c5-dc0d-4c14-95a6-5b880d3619b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 217 time: 0.0723109 Jun 21 09:38:48.642924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-c7d009d4-b0a9-4602-a371-130546e37d0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:48.644328 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-c7d009d4-b0a9-4602-a371-130546e37d0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0587544 Jun 21 09:38:48.732350 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-1174574a-e0bc-4e14-8e34-c25473004620 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754809 Jun 21 09:38:48.870357 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-acb8e886-2c55-4058-87c3-eb8651f46c33 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262698 Jun 21 09:38:49.048468 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-9dd3d398-8a88-4d8d-979a-9b83ed4122ce req-a45d4e22-1093-44db-bba9-5419d2b9b344 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657712 Jun 21 09:38:49.085704 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941534b-44f0-455d-9d5f-8de2bb65c61e req-bc1a7853-b934-4d5c-bb3d-163c1708de2f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:49.087253 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c941534b-44f0-455d-9d5f-8de2bb65c61e req-bc1a7853-b934-4d5c-bb3d-163c1708de2f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.0796568 Jun 21 09:38:49.141463 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-c941534b-44f0-455d-9d5f-8de2bb65c61e req-acbe8de4-43b5-48b1-aeb8-ddce11433600 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460997 Jun 21 09:38:50.328335 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5a244-0eec-4db9-b54a-851e502cd51e req-11b5241b-2505-4845-9f2e-011d91ed72c9 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:50.329806 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6df5a244-0eec-4db9-b54a-851e502cd51e req-11b5241b-2505-4845-9f2e-011d91ed72c9 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.0762839 Jun 21 09:38:50.377905 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6df5a244-0eec-4db9-b54a-851e502cd51e req-0c21c59c-67a1-4073-96d5-066b9f270561 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412943 Jun 21 09:38:51.568013 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6315d9-c5ae-4995-8e66-6fc9860f2499 req-eb319875-1f3a-4742-9fc4-1e5db9a380ff tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:51.569605 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b6315d9-c5ae-4995-8e66-6fc9860f2499 req-eb319875-1f3a-4742-9fc4-1e5db9a380ff tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.0811419 Jun 21 09:38:51.618527 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-8b6315d9-c5ae-4995-8e66-6fc9860f2499 req-ecbf2f72-09a7-404e-9fad-37c9d49d6149 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Jun 21 09:38:52.832518 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c603f8f-78b3-42b2-bcee-ad74bb010b0e req-e4ae7ea5-262a-4abc-94ba-841d0a4276ff tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:52.834110 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1c603f8f-78b3-42b2-bcee-ad74bb010b0e req-e4ae7ea5-262a-4abc-94ba-841d0a4276ff tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.0769680 Jun 21 09:38:52.887087 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1c603f8f-78b3-42b2-bcee-ad74bb010b0e req-81237942-1fd9-4b35-8048-072c2dba2482 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460374 Jun 21 09:38:53.007907 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d3f80975-bc3b-4e2e-aa8c-48e018c2526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:54.081572 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a2e6a-4366-42ef-9652-170b918bd2a2 req-2833ec87-fb94-46fc-be0c-2c93a0c3a704 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:54.083152 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e54a2e6a-4366-42ef-9652-170b918bd2a2 req-2833ec87-fb94-46fc-be0c-2c93a0c3a704 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.0802908 Jun 21 09:38:54.131579 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e54a2e6a-4366-42ef-9652-170b918bd2a2 req-cd466e21-96d2-4318-8249-43e4047363c2 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413792 Jun 21 09:38:54.192536 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:54.638501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-62da487a-2d6d-4d5f-87bd-b503442a0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:54.935329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:38:55.171933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:55.324740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506654b5-cb19-4c03-8887-4aa126e5e8a1 req-0b162445-89ce-44b1-9850-dbb4da9a5757 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:55.326330 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-506654b5-cb19-4c03-8887-4aa126e5e8a1 req-0b162445-89ce-44b1-9850-dbb4da9a5757 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.0812237 Jun 21 09:38:55.375918 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-506654b5-cb19-4c03-8887-4aa126e5e8a1 req-245ae721-2b2b-4345-8db2-1474ae109543 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426955 Jun 21 09:38:55.482826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:56.560800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ed20-3c40-4198-a752-9157d21c818a req-a5e9f585-6313-4c90-9384-11a0454ec040 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:56.562378 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7d06ed20-3c40-4198-a752-9157d21c818a req-a5e9f585-6313-4c90-9384-11a0454ec040 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 943 time: 0.0760689 Jun 21 09:38:56.614538 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7d06ed20-3c40-4198-a752-9157d21c818a req-a4b91f8f-660e-47f3-a3cd-79ea7ff21cfe tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450139 Jun 21 09:38:57.102942 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:57.180193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:38:57.317381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:38:57.331971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:38:57.381514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:57.399144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:38:57.414338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:38:57.417159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:57.418982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:38:57.481681 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:38:57.490368 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.490761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.491140 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.491517 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.491889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.492259 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.492627 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.493018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.493389 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.493754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.494116 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:38:57.498516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:38:57.727552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:38:57.952573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07527970-361b-4d39-b39e-d0cacd8e6ede req-dc0fd925-2e73-41a3-a76b-4dbc1315f17f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:57.954088 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07527970-361b-4d39-b39e-d0cacd8e6ede req-dc0fd925-2e73-41a3-a76b-4dbc1315f17f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 944 time: 0.0772080 Jun 21 09:38:58.002527 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-07527970-361b-4d39-b39e-d0cacd8e6ede req-29bf1bb2-f363-4d96-ae8b-a2bc26c1d647 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Jun 21 09:38:59.180095 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:38:59.200824 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02a327-08f7-496c-98fc-f2841b874387 req-300fb023-cdb0-4055-9a43-75dd8f53ee80 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:38:59.202430 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1a02a327-08f7-496c-98fc-f2841b874387 req-300fb023-cdb0-4055-9a43-75dd8f53ee80 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 944 time: 0.0834146 Jun 21 09:38:59.247766 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:38:59.252591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:38:59.253028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:59.258354 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1a02a327-08f7-496c-98fc-f2841b874387 req-b4a4374d-87e7-496a-8729-fc0c55941a89 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488155 Jun 21 09:38:59.360077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:59.386304 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:38:59.397624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:38:59.400366 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:38:59.403121 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b67cb557-db6a-4eb0-bb5b-829e0654a902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:38:59.433833 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'code': 200} Jun 21 09:38:59.466480 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:38:59.469687 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:38:59.831374 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-36e092e1-15aa-4f13-b417-46a63dfeb539 req-70fb7129-aa8b-456c-a643-82dbc9ad7df6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1098 time: 0.1429584 Jun 21 09:38:59.876586 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-36e092e1-15aa-4f13-b417-46a63dfeb539 req-63e7d559-3711-4cac-ad32-5acc85a49817 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Jun 21 09:39:00.444359 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425542-a2da-4129-86b4-4ca09152d75a req-1ede0d69-d802-4c70-9ef0-b9f77de2ea5a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:39:00.445823 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ba425542-a2da-4129-86b4-4ca09152d75a req-1ede0d69-d802-4c70-9ef0-b9f77de2ea5a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 945 time: 0.0756855 Jun 21 09:39:00.493723 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ba425542-a2da-4129-86b4-4ca09152d75a req-7392e92b-5c66-41de-b444-907efe52a61b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404599 Jun 21 09:39:01.146879 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-4cab8cb1-f1b6-4bf1-8df5-541e8025493d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721726 Jun 21 09:39:01.308402 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-3e0921b9-6055-4482-af9f-0c9e79bf7d71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1098 time: 0.0681446 Jun 21 09:39:01.459680 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecb947-394e-47f0-824d-964903aef9b1 req-7e91ef59-7779-4312-ab38-25858710edb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:39:01.461232 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-7e91ef59-7779-4312-ab38-25858710edb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1313205 Jun 21 09:39:01.535743 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-5cd605e1-26a8-404d-89ce-b4c8f00a1ce9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 217 time: 0.0665746 Jun 21 09:39:01.870323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecb947-394e-47f0-824d-964903aef9b1 req-0ed11780-9aa3-4eff-8a49-1152a2642108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:39:01.871843 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-0ed11780-9aa3-4eff-8a49-1152a2642108 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.3284883 Jun 21 09:39:01.947879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b3c78-7cfc-4742-80b4-5b1a0d03a7f1 req-d916b6ee-1e1a-46f1-9d48-eaf86ef002d9 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:39:01.949432 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7f2b3c78-7cfc-4742-80b4-5b1a0d03a7f1 req-d916b6ee-1e1a-46f1-9d48-eaf86ef002d9 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 945 time: 0.1409945 Jun 21 09:39:01.993939 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-c6fe7e18-68ef-4b88-b7f9-d9b78718410b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1145074 Jun 21 09:39:02.030422 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7f2b3c78-7cfc-4742-80b4-5b1a0d03a7f1 req-8de93785-0be6-47de-ba94-8819d62789ba tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727203 Jun 21 09:39:02.140344 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-f6627e3d-ce65-492d-ab3a-98695a1b515b service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376181 Jun 21 09:39:02.336910 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-acecb947-394e-47f0-824d-964903aef9b1 req-7764a6d0-26c2-45b4-a436-98c13b40ae51 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579587 Jun 21 09:39:02.343361 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41924-16f2-42e5-a879-034050829aa3 req-55f8c3e8-a1f0-4717-ac18-802b0c2cb34d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:39:02.344812 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e3b41924-16f2-42e5-a879-034050829aa3 req-55f8c3e8-a1f0-4717-ac18-802b0c2cb34d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 945 time: 0.1986964 Jun 21 09:39:02.394908 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e3b41924-16f2-42e5-a879-034050829aa3 req-7713fb38-41cf-4fe2-a011-cc4fc8f5485c tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 Jun 21 09:39:02.420256 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 46070) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:39:02.488269 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-735bca88-3188-4fb5-935c-8cdeebd2e62d tempest-TestVolumeBootPattern-1979348421 tempest-TestVolumeBootPattern-1979348421-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1093 time: 0.0667522 Jun 21 09:39:02.491005 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 46074) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:39:02.496611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:39:02.502782 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:39:02.506724 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:floatingip and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:39:02.514485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:39:02.520403 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:39:02.529437 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:02.669514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:02.800362 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Allocated IP 172.27.0.143 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/452de5b3-2af8-4a84-b8a7-7468035affa9) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:39:02.954590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:02.978381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:02.982592 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ffa35df3-93fa-49c2-822e-4903a55e9279 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:39:03.041489 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:39:03.044467 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:39:03.048465 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:39:03.081018 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=452de5b3-2af8-4a84-b8a7-7468035affa9,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:39:03.089306 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:39:03.518237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:03.571486 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:03.772765 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:03.776231 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:03.780535 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4dcbe26a-a197-41de-a798-0ce9a03dfb95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:39:03.885090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=452de5b3-2af8-4a84-b8a7-7468035affa9,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:39:03.888395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:39:03.899138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:04.090216 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Floating IP 253877a9-8b77-4023-a29e-af609bf6b075 associated. External IP: 172.27.0.143, port: ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3. Jun 21 09:39:04.690953 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:39:04.883225 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:39:04.893989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:39:04.907783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:39:04.908090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:04.908455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:38:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:39:04.961096 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-02499a9d-e6fe-40f2-9ae3-31181b754a87 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4688826 Jun 21 09:39:04.961697 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:39:05.083978 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:39:05.094750 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'status': 'completed', 'code': 200} Jun 21 09:39:05.232088 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-0507a5c8-2d8e-49c8-8ee8-06859c32367e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1098 time: 0.0682836 Jun 21 09:39:05.367388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-2403f30f-5a3d-47be-a9bc-d277d2db11cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:39:05.368931 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-2403f30f-5a3d-47be-a9bc-d277d2db11cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1297941 Jun 21 09:39:05.420360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:03Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:39:05.424370 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:39:05.436038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:39:05.436699 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:38:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:39:05.466421 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-5a08c103-bb6c-471c-90af-1b9715065a67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 999 time: 0.0898371 Jun 21 09:39:05.536329 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-849abfd3-f57e-46a1-b774-1e3587e57c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:39:05.537826 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-849abfd3-f57e-46a1-b774-1e3587e57c23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0637660 Jun 21 09:39:05.607716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:39:05.613961 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-f68d148e-0ab6-4e81-8cf9-bb9de8c81226 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676801 Jun 21 09:39:05.759548 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-eea49276-b97e-485b-974b-be4388f867d2 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373749 Jun 21 09:39:05.912300 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-b21bac24-e85f-48cd-9a02-b86b455736b7 req-e0ccd75a-87cb-4769-a809-594c3419f289 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328986 Jun 21 09:39:06.118674 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:03Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:39:06.123313 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69914625-76b8-4a80-a459-f78dbe41a099 None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:03Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:39:06.428657 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd67c31-539a-4577-9dc2-d02c23187f8b None None] New status for floating IP 253877a9-8b77-4023-a29e-af609bf6b075: ACTIVE {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:39:23.008574 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-a8a87c17-19aa-4113-b02e-c37e60bdf079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:24.194432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:24.639577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-350dce98-8251-4424-af05-5950d0bb8ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:25.190146 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:25.489840 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:27.103035 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:31.935330 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:39:53.009508 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f6f17912-ad96-4bce-a86a-8a1954aec5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:54.195145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:54.640302 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-30e2ecfd-0f7b-49a0-a4f1-bc6f4af74589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:55.217077 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:55.488396 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:39:57.105229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:03.181060 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-d2e9f1d1-36f6-4808-a66c-5c51daa9b98c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719237 Jun 21 09:40:03.362808 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-8d0bc65d-7f67-4972-ac17-933d3c3d60e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1098 time: 0.0672736 Jun 21 09:40:03.511753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-7c7f6e0b-f986-4eec-afe1-c755889c5342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:03.513289 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-7c7f6e0b-f986-4eec-afe1-c755889c5342 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1284099 Jun 21 09:40:03.611451 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-d25e8c9e-b137-4753-94a1-d6b9b304c0ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 1001 time: 0.0868781 Jun 21 09:40:03.682341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-a9140924-af86-405a-a8a0-9c939004f213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:03.683722 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-a9140924-af86-405a-a8a0-9c939004f213 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0603416 Jun 21 09:40:03.761204 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-ec6b7407-2941-4a02-ba7d-9c6bde63f3a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653489 Jun 21 09:40:03.900771 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-623be851-4550-4dd7-a9fc-351f769bacf1 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295941 Jun 21 09:40:04.039926 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-70d60155-32bf-4532-92bd-7cacea3caa16 req-2352362b-9e98-49ee-9b16-d958290956b5 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271234 Jun 21 09:40:08.935455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:40:23.010036 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6e8f-633b-4da1-a45a-84b5083e82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:24.198080 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:24.641654 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fd862960-9aba-4197-8f7b-47b0595af27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:25.248608 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:25.489761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:27.108793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:45.936071 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:40:47.682841 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-61fe904f-dd46-43cd-9fe5-b317fd01ae56 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217791999&fields=id&tenant_id=e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 267 time: 0.0479035 Jun 21 09:40:47.742519 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-0423450b-d04c-4854-be31-96fa4f264376 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups/9e0acbdc-bc7c-4cb3-952d-852342ec2054 HTTP/1.1" status: 200 len: 4611 time: 0.0527842 Jun 21 09:40:47.895711 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-d1029bd8-6d6d-492f-af8b-fe43b7d91f9b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:47.897189 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-d1029bd8-6d6d-492f-af8b-fe43b7d91f9b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 812 time: 0.1468267 Jun 21 09:40:47.917236 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-0cb715b5-0738-4a8f-a984-869beb9beec3 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/quotas/e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 375 time: 0.0132260 Jun 21 09:40:48.005804 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-d7e9b904-db8e-4fc3-8aad-8a65dc471c34 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0824511 Jun 21 09:40:48.388024 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-8c975ea7-bc74-4d62-ad87-27d27acd3a76 service neutron] 10.222.0.36 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691163 Jun 21 09:40:48.523027 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-d1f46060-231c-4f49-8389-8997b8e2a8c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270750 Jun 21 09:40:48.993159 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-e59e03a2-49d3-4433-aa12-5471cba7728e req-ca4eecc5-c346-41e0-af34-8065321ed984 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 210 time: 0.0452399 Jun 21 09:40:50.182461 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-1af9dded-98b1-430b-bc55-30e98ff54f1b req-2a76d83d-fff4-401c-8ae0-9a808a19b82b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 210 time: 0.0672371 Jun 21 09:40:50.286858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-68bcd77a-19f8-4436-a792-6676455746b7 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:50.288301 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-68bcd77a-19f8-4436-a792-6676455746b7 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 812 time: 0.2012770 Jun 21 09:40:50.373783 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4f749d19-600a-434e-9bc7-a4fff85d3ddb tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795 HTTP/1.1" status: 200 len: 7027 time: 0.0686030 Jun 21 09:40:50.394690 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'port': {'device_id': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'admin_state_up': True, 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'security_groups': ['9e0acbdc-bc7c-4cb3-952d-852342ec2054']}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:40:50.532629 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:40:50.543646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:40:50.552666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Made reservation on behalf of e2f4512b54974bc3a70b0f9ca2c19795 for: {'port': 1} {{(pid=80878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 21 09:40:50.558221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:50.718399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Allocated IP 172.20.0.5 (2554f1f2-667f-466d-8d4a-205e56ad594d/05258a37-6ffd-4f64-83ab-d97a68b1c2a5/f9a028ba-03bf-44cb-b684-8ddb980ac97e) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:40:50.911228 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:50.928390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Transition to ACTIVE for port object f9a028ba-03bf-44cb-b684-8ddb980ac97e will not be triggered until provisioned by entity DHCP. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:40:50.947542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:50.953098 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-584f9486-7dff-4fbf-9432-ee3de1c60d98 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:40:51.017204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Network 2554f1f2-667f-466d-8d4a-205e56ad594d is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:40:51.022178 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:40:51.026618 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:40:51.055522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=f9a028ba-03bf-44cb-b684-8ddb980ac97e,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:40:51.082278 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.082917 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.083328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.083737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.084139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.084541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.084941 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.085360 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.085753 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.086144 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.086560 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:40:51.092645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:40:51.109740 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:51.110502 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:51.139312 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4960f135-1ff8-40aa-bda0-401ea0ecbf03 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7488220 Jun 21 09:40:51.169622 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Request body: {'port': {'device_id': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79721'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:40:51.282398 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:51.375240 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-7ae12aac-dc57-4ecd-9e86-5661c43e5813 None None] Provisioning for port f9a028ba-03bf-44cb-b684-8ddb980ac97e completed by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:40:51.380612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-7ae12aac-dc57-4ecd-9e86-5661c43e5813 None None] Provisioning complete for port f9a028ba-03bf-44cb-b684-8ddb980ac97e triggered by entity DHCP. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:40:51.381079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7ae12aac-dc57-4ecd-9e86-5661c43e5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:51.430540 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-7ae12aac-dc57-4ecd-9e86-5661c43e5813 None None] Port f9a028ba-03bf-44cb-b684-8ddb980ac97e cannot update to ACTIVE because it is not bound. {{(pid=80879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Jun 21 09:40:51.515411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a6d99-ae7a-4da1-9a71-106e3122a294 req-ea0fc750-ca56-4a72-a1e6-873aab2b9bfe tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:51.516153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-041a6d99-ae7a-4da1-9a71-106e3122a294 req-ea0fc750-ca56-4a72-a1e6-873aab2b9bfe tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:40:51.590485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-041a6d99-ae7a-4da1-9a71-106e3122a294 req-ea0fc750-ca56-4a72-a1e6-873aab2b9bfe tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:40:51.591711 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-041a6d99-ae7a-4da1-9a71-106e3122a294 req-ea0fc750-ca56-4a72-a1e6-873aab2b9bfe tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 931 time: 0.2629695 Jun 21 09:40:51.669338 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-041a6d99-ae7a-4da1-9a71-106e3122a294 req-b7f47f22-657b-451c-b8dc-abccde010657 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704808 Jun 21 09:40:51.728605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a028ba-03bf-44cb-b684-8ddb980ac97e {{(pid=80878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:40:51.735307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:51.749943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Transition to ACTIVE for port object f9a028ba-03bf-44cb-b684-8ddb980ac97e will not be triggered until provisioned by entity L2. {{(pid=80878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 09:40:51.752588 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:51.757383 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-ccc66d24-4cfa-46fa-9697-8024176a6b5a tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:40:51.880775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Pushing event updated for resources: {'Port': ['ID=f9a028ba-03bf-44cb-b684-8ddb980ac97e,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:40:51.885280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:40:51.995048 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Attempting to bind port f9a028ba-03bf-44cb-b684-8ddb980ac97e on host hv-cinder-79721 for vnic_type normal with profile {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 21 09:40:51.995422 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Attempting to bind port f9a028ba-03bf-44cb-b684-8ddb980ac97e by drivers openvswitch,hyperv on host hv-cinder-79721 at level 0 using segments [{'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 21 09:40:51.995783 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Attempting to bind port f9a028ba-03bf-44cb-b684-8ddb980ac97e on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:40:52.001962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Port f9a028ba-03bf-44cb-b684-8ddb980ac97e on network 2554f1f2-667f-466d-8d4a-205e56ad594d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79721 {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 21 09:40:52.002318 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Attempting to bind port f9a028ba-03bf-44cb-b684-8ddb980ac97e on network 2554f1f2-667f-466d-8d4a-205e56ad594d {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 21 09:40:52.009141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Checking agent: {'id': 'afccc51d-19aa-4f25-aad9-3a512241816e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79721', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'started_at': datetime.datetime(2021, 6, 21, 9, 25, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 21 09:40:52.009514 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Checking segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 21 09:40:52.009931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Bound using segment: {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'} {{(pid=80878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 21 09:40:52.010399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.managers [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Bound port: f9a028ba-03bf-44cb-b684-8ddb980ac97e, host: hv-cinder-79721, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e03b78-a422-4549-b00a-eaf98e963abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d'}}] {{(pid=80878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 21 09:40:52.010780 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:52.100328 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] For port f9a028ba-03bf-44cb-b684-8ddb980ac97e, host hv-cinder-79721, cleared binding levels {{(pid=80878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}} Jun 21 09:40:52.103391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] For port f9a028ba-03bf-44cb-b684-8ddb980ac97e, host hv-cinder-79721, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 09:40:52.106668 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:52.110900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c187a2e6-22b0-4ca1-9e55-19717a371947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:40:52.174718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:52.176487 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] 10.222.0.45 "PUT /v2.0/ports/f9a028ba-03bf-44cb-b684-8ddb980ac97e HTTP/1.1" status: 200 len: 1093 time: 1.0117843 Jun 21 09:40:52.179666 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:40:52.199032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Pushing event updated for resources: {'Port': ['ID=f9a028ba-03bf-44cb-b684-8ddb980ac97e,revision_number=3']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:40:52.202636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c982ffac-d39c-478f-9525-5af35c4534ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:40:52.236623 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'status': 'completed', 'code': 200} Jun 21 09:40:52.330664 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4473d3b9-22a2-4ef5-8e4c-46dd77b715e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 1096 time: 0.0711849 Jun 21 09:40:52.420845 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-b0b3fc38-769f-47f6-bc0b-c974a3ff0a6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e HTTP/1.1" status: 200 len: 217 time: 0.0683622 Jun 21 09:40:52.491883 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-6ea43bdd-4216-4755-acce-8333cacf9aa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:52.493522 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-6ea43bdd-4216-4755-acce-8333cacf9aa9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0613768 Jun 21 09:40:52.574193 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-6a60c083-5e0e-422c-b014-b4ee3a1b2342 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719755 Jun 21 09:40:52.712296 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-ea49b36b-88a3-4326-9063-0eec4da8f2ad service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288590 Jun 21 09:40:53.012458 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-db50c8f1-8d30-4182-b575-7ee30a213ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:53.141018 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-978a5dd2-7e98-4a20-a683-9b61fb31ff5e req-4443dd10-c1ab-4e55-bd86-ab8acc1e4fef service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170349 Jun 21 09:40:53.158371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da424c-8771-42bd-b3b7-a16f69cdb04a req-3edebfb4-96e0-4a0b-9667-b5f77a0fc766 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:53.159886 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-17da424c-8771-42bd-b3b7-a16f69cdb04a req-3edebfb4-96e0-4a0b-9667-b5f77a0fc766 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.1145442 Jun 21 09:40:53.210305 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-17da424c-8771-42bd-b3b7-a16f69cdb04a req-eb22b7f7-7903-4fbf-906e-461fe3c32ced tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429356 Jun 21 09:40:53.329646 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-e21f02eb-4308-4dda-9315-e8ac50025985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 1096 time: 0.0680599 Jun 21 09:40:53.469990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-2e1e3f55-eafc-466c-8428-7f0fd2fff02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:53.471448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-2e1e3f55-eafc-466c-8428-7f0fd2fff02d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1298840 Jun 21 09:40:53.548623 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-e773ef11-1c87-45f6-afa7-c8e2b4619fd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e HTTP/1.1" status: 200 len: 217 time: 0.0666592 Jun 21 09:40:53.631090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-573a30e5-aea6-4adb-8f22-09ba4ba9178e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:53.632579 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-573a30e5-aea6-4adb-8f22-09ba4ba9178e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0651011 Jun 21 09:40:53.708004 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-6e23293e-b4f2-4ba2-996a-6442c6743b94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658953 Jun 21 09:40:53.848684 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-d98c39f2-e266-4f41-b3db-4db474fa6b09 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270499 Jun 21 09:40:53.986579 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7530bbfe-d307-484e-ae14-dfbbc11b9fd1 req-4a93c6ad-51f0-47c0-8c97-aea41cabf5e8 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287615 Jun 21 09:40:54.200710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:54.515363 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85387e-3eeb-4495-9fc0-993965b38182 req-5791a1f6-c3b6-434d-ad80-55594da7e16c tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:54.516916 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c85387e-3eeb-4495-9fc0-993965b38182 req-5791a1f6-c3b6-434d-ad80-55594da7e16c tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.0814807 Jun 21 09:40:54.567193 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2c85387e-3eeb-4495-9fc0-993965b38182 req-1db361b1-bc97-4a2e-9d77-6d60e701a78e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Jun 21 09:40:54.642100 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c000cc67-26d5-465c-86af-787591407ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:55.247427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:55.491708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:55.759411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78c69a-54f0-41d8-97ea-d78a5e415356 req-ea8718b7-b921-4a49-acca-f860bc780200 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:55.760825 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df78c69a-54f0-41d8-97ea-d78a5e415356 req-ea8718b7-b921-4a49-acca-f860bc780200 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.0794225 Jun 21 09:40:55.808642 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-df78c69a-54f0-41d8-97ea-d78a5e415356 req-d4b486ba-8716-4b15-84c3-580da2f08845 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409396 Jun 21 09:40:56.995836 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f1dc-4e03-484e-bb7e-5d2e70d7c7b1 req-7f525929-bb40-49d0-b236-4f49d1c98833 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:56.997448 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-95f2f1dc-4e03-484e-bb7e-5d2e70d7c7b1 req-7f525929-bb40-49d0-b236-4f49d1c98833 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.0771065 Jun 21 09:40:57.053377 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-95f2f1dc-4e03-484e-bb7e-5d2e70d7c7b1 req-e7d066b2-49df-4795-b81b-79f7402a1dbe tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489585 Jun 21 09:40:57.110881 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:40:58.238875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb2048-6861-4968-9981-b8a282acbc5d req-f582dd3d-fe6e-48d4-a365-d90d89cbe2ea tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:58.240450 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-37fb2048-6861-4968-9981-b8a282acbc5d req-f582dd3d-fe6e-48d4-a365-d90d89cbe2ea tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.0768595 Jun 21 09:40:58.290709 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-37fb2048-6861-4968-9981-b8a282acbc5d req-21e1ce7f-0e5d-4d8f-8a4a-61b44fd5b4e1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432274 Jun 21 09:40:59.484669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226cc7d-2f1c-4cdf-aa9c-77ba8cf1fc6a req-82212559-5022-4b7e-9f31-1f0c28ee25bf tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:40:59.486269 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3226cc7d-2f1c-4cdf-aa9c-77ba8cf1fc6a req-82212559-5022-4b7e-9f31-1f0c28ee25bf tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.0826571 Jun 21 09:40:59.535744 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-3226cc7d-2f1c-4cdf-aa9c-77ba8cf1fc6a req-5fa01e21-5276-4149-bb1f-3a5d3416748b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Jun 21 09:41:00.723903 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff897122-4443-4978-b2e3-2ff75a72568c req-becb9751-db0d-41be-94e8-751aea4b0e18 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:00.725437 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ff897122-4443-4978-b2e3-2ff75a72568c req-becb9751-db0d-41be-94e8-751aea4b0e18 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.0752356 Jun 21 09:41:00.778365 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-ff897122-4443-4978-b2e3-2ff75a72568c req-c5192ea3-01bc-4a28-809e-7e9bad0ed6b3 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460811 Jun 21 09:41:01.772776 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f9a028ba-03bf-44cb-b684-8ddb980ac97e details requested by agent hyperv_hv-cinder-79721 with host hv-cinder-79721 {{(pid=80879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}} Jun 21 09:41:01.910347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port f9a028ba-03bf-44cb-b684-8ddb980ac97e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:41:01.924430 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Returning: {'device': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'port_id': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'mac_address': 'fa:16:3e:87:5c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}} Jun 21 09:41:01.966496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ce020-b386-48a5-b096-eb49e14d3fbb req-b98b743d-c2e4-40b0-9948-67a446b5a521 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:01.968072 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e3ce020-b386-48a5-b096-eb49e14d3fbb req-b98b743d-c2e4-40b0-9948-67a446b5a521 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 943 time: 0.0775559 Jun 21 09:41:01.979643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:01.997208 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a028ba-03bf-44cb-b684-8ddb980ac97e {{(pid=80879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 21 09:41:02.012940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port f9a028ba-03bf-44cb-b684-8ddb980ac97e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:41:02.017341 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:02.020493 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:41:02.025582 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-4e3ce020-b386-48a5-b096-eb49e14d3fbb req-670c991b-05a1-4dd1-a9ef-a55e35616f3b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500689 Jun 21 09:41:02.085648 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=f9a028ba-03bf-44cb-b684-8ddb980ac97e,revision_number=4']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:41:02.094382 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.094767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.095235 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.095610 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.095987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.096353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.096754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.097169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.097533 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.097892 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.098251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:41:02.102319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:41:02.421282 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] get_ports_and_sgs() called for port_ids ['f9a028ba-03bf-44cb-b684-8ddb980ac97e'] {{(pid=80879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}} Jun 21 09:41:03.235023 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-4dc09d51-4414-488e-8862-8befe30c6474 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1293736 Jun 21 09:41:03.245185 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbade8f-6a86-4624-beb4-c5f67479b3c1 req-cb7a415a-4062-44ce-8994-9910cb506fe0 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:03.246642 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5cbade8f-6a86-4624-beb4-c5f67479b3c1 req-cb7a415a-4062-44ce-8994-9910cb506fe0 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 944 time: 0.0997262 Jun 21 09:41:03.300330 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5cbade8f-6a86-4624-beb4-c5f67479b3c1 req-2711b01a-2bcd-4735-9e23-1f9e3a29fc8b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 Jun 21 09:41:03.402425 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-c984eb5e-7aca-4757-8762-1a5657ce01b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1098 time: 0.0684409 Jun 21 09:41:03.558538 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-ada29770-9680-4cf3-ac1e-6c0438227593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:03.560006 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-ada29770-9680-4cf3-ac1e-6c0438227593 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1358659 Jun 21 09:41:03.660820 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-f9b4445f-69ab-4b06-817b-05871b7f5f13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 1001 time: 0.0884705 Jun 21 09:41:03.725894 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-b352a48e-9c59-4715-b415-a005f6d24151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:03.727371 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-b352a48e-9c59-4715-b415-a005f6d24151 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0590072 Jun 21 09:41:03.773554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f9a028ba-03bf-44cb-b684-8ddb980ac97e up at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:41:03.809622 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-fdb21243-de49-44e3-9a22-4e1aef81e511 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701323 Jun 21 09:41:03.839721 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning for port f9a028ba-03bf-44cb-b684-8ddb980ac97e completed by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 21 09:41:03.844492 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Provisioning complete for port f9a028ba-03bf-44cb-b684-8ddb980ac97e triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:41:03.844911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:03.950456 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-12f35dc0-fb54-48b6-91c5-50f3872f742c service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309369 Jun 21 09:41:03.950726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:03.981395 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e'}] {{(pid=80879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:41:03.993346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] For port f9a028ba-03bf-44cb-b684-8ddb980ac97e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:41:03.996545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856'] for port, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:03.998496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:41:04.061373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Pushing event updated for resources: {'Port': ['ID=f9a028ba-03bf-44cb-b684-8ddb980ac97e,revision_number=5']} {{(pid=80879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:41:04.065053 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:41:04.103035 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc6c5310-1007-4a9a-800c-ef72c3ae31e8 req-d8ef3ec2-e9d5-4f3b-871c-a0a2c7f470f7 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416368 Jun 21 09:41:04.137461 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'code': 200} Jun 21 09:41:04.551410 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a4618-b5b4-4fa4-97a2-ab4cb044b2bc req-c37b6b09-e80b-421d-95eb-6a2dcd6c0f60 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:04.553056 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-703a4618-b5b4-4fa4-97a2-ab4cb044b2bc req-c37b6b09-e80b-421d-95eb-6a2dcd6c0f60 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 945 time: 0.1346445 Jun 21 09:41:04.555808 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-885c6ff7-7e82-4c85-92c4-b3c105c0db6f req-19761f59-24f8-43ab-b726-4fcf2e213ec1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 1098 time: 0.1039355 Jun 21 09:41:04.633612 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-703a4618-b5b4-4fa4-97a2-ab4cb044b2bc req-d9db854e-7fba-4db9-9591-4b7229fb49a5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736315 Jun 21 09:41:04.636503 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-885c6ff7-7e82-4c85-92c4-b3c105c0db6f req-659c3508-7712-487d-bb77-276372358afc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605273 Jun 21 09:41:06.054310 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aea3a-9790-47bb-b398-39b506c2bac0 req-a466fe0d-d684-4bea-8976-b01a80db81cf tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:06.055914 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-719aea3a-9790-47bb-b398-39b506c2bac0 req-a466fe0d-d684-4bea-8976-b01a80db81cf tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 945 time: 0.3049040 Jun 21 09:41:06.106193 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-719aea3a-9790-47bb-b398-39b506c2bac0 req-47f15a22-2ad7-4da9-b0be-38706f006219 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Jun 21 09:41:07.294822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed6f34-c971-4430-916a-f696eb362411 req-ac2cc58d-e811-42b7-a2f8-7b3d6a203b3f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:07.296382 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeed6f34-c971-4430-916a-f696eb362411 req-ac2cc58d-e811-42b7-a2f8-7b3d6a203b3f tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 945 time: 0.0793831 Jun 21 09:41:07.345049 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-aeed6f34-c971-4430-916a-f696eb362411 req-291fc7ce-6d06-4650-bfd7-f3dbffeaf822 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Jun 21 09:41:07.531663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e6f21-e8f6-4d50-b00f-6d7597d5653b req-c63e42ee-53a5-4fa1-acc8-8b5245664ae7 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:07.533273 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f2e6f21-e8f6-4d50-b00f-6d7597d5653b req-c63e42ee-53a5-4fa1-acc8-8b5245664ae7 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 945 time: 0.0780039 Jun 21 09:41:07.582757 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-6f2e6f21-e8f6-4d50-b00f-6d7597d5653b req-54d2d7bf-5069-4a26-9a9a-ae5e5f2179aa tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Jun 21 09:41:07.610365 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 46198) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:41:07.678947 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3dea1906-da27-49a0-bef2-38a533fae769 tempest-TestVolumeBootPattern-1979348421 tempest-TestVolumeBootPattern-1979348421-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 1093 time: 0.0672839 Jun 21 09:41:07.681717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 46202) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:41:07.687327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.v2.base [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Request body: {'floatingip': {'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'port_id': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 21 09:41:07.700483 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 21 09:41:07.704604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Usage tracker for resource:floatingip and tenant:e2f4512b54974bc3a70b0f9ca2c19795 is out of sync, need to count used quota {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 21 09:41:07.709260 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=80878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 21 09:41:07.715114 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.quota.driver [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 21 09:41:07.723992 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:07.864607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:08.001420 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Allocated IP 172.27.0.100 (1a4bc331-1c30-4754-a89b-6d2d26069415/d97ec0e7-dd48-4f77-b68a-cf2f358d6006/38fd29db-944d-414d-aeac-991d555b3f85) {{(pid=80878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 21 09:41:08.153267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:08.177650 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255493205995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:08.181880 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-00832ac6-0a3d-410c-9420-2b9c4f9d5e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:41:08.246142 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Network 1a4bc331-1c30-4754-a89b-6d2d26069415 is already hosted by enough agents. {{(pid=80878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}} Jun 21 09:41:08.249133 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Resources bound (agent type, host, resource id): {{(pid=80878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jun 21 09:41:08.251726 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Received port after_create {{(pid=80878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 21 09:41:08.290291 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=38fd29db-944d-414d-aeac-991d555b3f85,revision_number=1']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:41:08.293147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:41:08.725333 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:08.777130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:08.974159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for port, precommit_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:08.977381 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853383788'] for port, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:08.980913 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-83fa0bdf-be2a-4fa6-9f91-d8172f989c00 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:41:09.079631 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event updated for resources: {'Port': ['ID=38fd29db-944d-414d-aeac-991d555b3f85,revision_number=2']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:41:09.084537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:41:09.094940 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372315'] for floatingip, after_update {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:09.279046 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.db.l3_db [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Floating IP d921e3e5-dde8-4837-a1a4-5aea32cb38f9 associated. External IP: 172.27.0.100, port: f9a028ba-03bf-44cb-b684-8ddb980ac97e. Jun 21 09:41:09.647656 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:41:10.070391 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:41:10.092280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:41:10.096012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:10.105263 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:41:10.105943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:40:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:41:10.146303 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1e2b4a7e-43b0-44d6-af9c-03d89ef4935e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4635117 Jun 21 09:41:10.147044 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:41:10.196311 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'status': 'completed', 'code': 200} Jun 21 09:41:10.281791 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:41:10.319473 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-9e235a20-662e-43a9-93c2-89536f271b09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 1098 time: 0.0724170 Jun 21 09:41:10.461774 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-2cca7db6-b4c6-44d1-aa98-75e829d93698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:10.463347 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-2cca7db6-b4c6-44d1-aa98-75e829d93698 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1335070 Jun 21 09:41:10.560983 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-25f912ec-9da1-43ef-9f1f-8718e8e2f08f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e HTTP/1.1" status: 200 len: 999 time: 0.0895941 Jun 21 09:41:10.621490 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:06Z', 'revision_number': 1, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}, {'id': 'd921e3e5-dde8-4837-a1a4-5aea32cb38f9', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:87:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:41:08Z', 'updated_at': '2021-06-21T09:41:08Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:41:10.625463 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:41:10.627611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-c4b5cab3-33af-4a6c-8f44-c101dd73816e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:41:10.629198 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-c4b5cab3-33af-4a6c-8f44-c101dd73816e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0611844 Jun 21 09:41:10.636553 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:41:10.637226 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:40:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:41:10.704232 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-acecbcb8-38d2-4ad9-9c91-566cc73c0035 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679839 Jun 21 09:41:10.855376 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-d3ecb470-c5f9-4733-8ecc-75638a5517dd service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425245 Jun 21 09:41:10.980624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:41:10.993800 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-62a15a5f-23e4-4dae-9c78-5e484b60e0c5 req-71ca1a9f-95a3-4f72-938c-a200ddd7253d service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307282 Jun 21 09:41:11.317452 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:06Z', 'revision_number': 1, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}, {'id': 'd921e3e5-dde8-4837-a1a4-5aea32cb38f9', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:87:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:41:08Z', 'updated_at': '2021-06-21T09:41:08Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:41:11.321348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5300-ab11-4054-8ee4-fa38598f91ee None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:06Z', 'revision_number': 1, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}, {'id': 'd921e3e5-dde8-4837-a1a4-5aea32cb38f9', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:87:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:41:08Z', 'updated_at': '2021-06-21T09:41:08Z', 'revision_number': 0, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:41:11.617660 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d9f49-a073-43f4-9305-7b66eaa963ab None None] New status for floating IP d921e3e5-dde8-4837-a1a4-5aea32cb38f9: ACTIVE {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:41:22.936527 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:41:23.016920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4cd06444-0d00-466e-9769-82c0be4c7d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:24.202539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:24.642011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-de415938-b8c5-4c78-8ccf-15caa0bcd0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:25.261279 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:25.494119 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:27.114524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:53.008295 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-37e903a3-61a6-4bc0-a5db-d558ec4abd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:54.204664 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:54.642371 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-10f90e5d-84ab-4810-86a3-8458e99e41a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:55.261832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:55.496600 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:57.116145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:41:59.937229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:42:05.150416 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-a455d74e-8fe4-4c7f-91a9-d8007eee5648 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680034 Jun 21 09:42:05.333008 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-39464293-b7be-425f-90b1-cc2d9f887d38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1098 time: 0.0726757 Jun 21 09:42:05.492283 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-cd986772-7f18-4cdf-8cd4-259466fa6b2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:05.493844 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-cd986772-7f18-4cdf-8cd4-259466fa6b2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1318600 Jun 21 09:42:05.595594 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-71d2379d-c256-40dd-8076-68b13af97943 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 1001 time: 0.0897646 Jun 21 09:42:05.666952 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-e9cbb480-c8d5-46e1-b866-d22a0eab37fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:05.668454 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-e9cbb480-c8d5-46e1-b866-d22a0eab37fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0600610 Jun 21 09:42:05.749271 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-bd1d051d-fb1a-45cd-827e-6124f816c4a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697823 Jun 21 09:42:05.885734 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-adceb7a0-47b9-4135-b33c-18d9e272108c service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277940 Jun 21 09:42:06.021433 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dc4cc6df-d489-4aae-9d62-1306b45f3082 req-25b0d698-7643-4636-b1e0-64518f56d342 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273222 Jun 21 09:42:23.010108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-67bcd190-14fa-4efe-b7a4-71eb1eac92d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:24.206833 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:24.644220 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7e29b0b7-1eed-4805-997a-7cab89c929f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:25.275346 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:25.499064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:27.121082 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:36.937570 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:42:38.092684 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80878) accepted ('10.222.0.36', 46234) {{(pid=80878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:42:38.495563 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Deleting port 38fd29db-944d-414d-aeac-991d555b3f85 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:42:38.495943 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:38.658599 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:38.658966 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:38.785916 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Calling delete_port for 38fd29db-944d-414d-aeac-991d555b3f85 owned by network:floatingip {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:42:38.922094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:38.926356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-26921577-1808-4f47-9e7c-2520787b3368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:42:38.968793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event deleted for resources: {'Port': ['ID=38fd29db-944d-414d-aeac-991d555b3f85,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:42:39.008269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.008691 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.009130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.009542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.009951 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.010355 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.010761 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.011174 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.011577 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.011976 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.012375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:39.022772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:42:39.076993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:39.454227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:42:39.642957 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:42:39.653073 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:42:39.663210 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:39.668728 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:42:39.669423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:39.714850 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-1aad4855-1684-4d3a-9cb4-e857811565a1 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "DELETE /v2.0/floatingips/d921e3e5-dde8-4837-a1a4-5aea32cb38f9 HTTP/1.1" status: 204 len: 168 time: 1.6208856 Jun 21 09:42:39.715556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:42:39.798772 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'status': 'completed', 'code': 200} Jun 21 09:42:39.843337 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:42:39.925030 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-3173ee83-bb35-4d4b-8776-c20f6c36b2e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 1098 time: 0.0701118 Jun 21 09:42:40.136153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-1933ba65-b2cf-4474-9f78-9942c5919230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:40.138927 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-1933ba65-b2cf-4474-9f78-9942c5919230 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1923659 Jun 21 09:42:40.198349 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:06Z', 'revision_number': 1, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:40.202450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:42:40.213439 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:42:40.214085 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:40.234343 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4cee-48ec-46ad-957a-6bded223b217 req-416cf6b2-cc97-4064-99b3-6b2b3732abb5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:40.235102 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fe5d4cee-48ec-46ad-957a-6bded223b217 req-416cf6b2-cc97-4064-99b3-6b2b3732abb5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:42:40.239550 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-c8300f77-ecfa-47b3-8994-0230fb1ca13d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e HTTP/1.1" status: 200 len: 217 time: 0.0903728 Jun 21 09:42:40.294042 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-fe5d4cee-48ec-46ad-957a-6bded223b217 req-416cf6b2-cc97-4064-99b3-6b2b3732abb5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:42:40.295310 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fe5d4cee-48ec-46ad-957a-6bded223b217 req-416cf6b2-cc97-4064-99b3-6b2b3732abb5 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 945 time: 0.2498777 Jun 21 09:42:40.330823 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-42546815-7d46-499f-a524-a5bbf5fd476e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:40.332404 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-42546815-7d46-499f-a524-a5bbf5fd476e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0829380 Jun 21 09:42:40.584945 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:42:40.650207 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-fe5d4cee-48ec-46ad-957a-6bded223b217 req-6b06b763-7262-4dc4-a872-4edcc25a97f7 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454666 Jun 21 09:42:40.675374 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-5605fae7-057c-4afe-a2c4-83065f6e9126 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3298786 Jun 21 09:42:40.815089 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-36e33f47-5ea7-4b3b-930a-bd094d3aea41 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304088 Jun 21 09:42:40.917609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:06Z', 'revision_number': 1, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:40.921636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f1872-a8a4-4164-8323-21cd877fe1c6 None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_floatingips': [{'id': '253877a9-8b77-4023-a29e-af609bf6b075', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'router_id': '85469035-e16b-4c69-965b-8515f4a69186', 'port_id': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'mac_address': 'fa:16:3e:d9:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T09:39:03Z', 'updated_at': '2021-06-21T09:39:06Z', 'revision_number': 1, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:42:40.952950 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-7103bb98-9c3f-4bb0-a6bf-734dd4ae1715 req-b6ea8824-17b6-46d6-8545-f38479f841cb service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297605 Jun 21 09:42:41.374736 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea526a-79ef-4d0c-996b-167992eba8e7 None None] New status for floating IP d921e3e5-dde8-4837-a1a4-5aea32cb38f9: DOWN {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:42:41.846646 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34833c37-e75b-480a-b3d6-fe83da7ae75a req-77898474-61a2-4663-8c88-eef977a6eb8a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:41.848198 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34833c37-e75b-480a-b3d6-fe83da7ae75a req-77898474-61a2-4663-8c88-eef977a6eb8a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 945 time: 0.0795591 Jun 21 09:42:41.898611 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-34833c37-e75b-480a-b3d6-fe83da7ae75a req-b64ed226-5a73-4fd1-bd88-13354a96844d tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Jun 21 09:42:42.094160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-b9e85238-0514-49a2-b241-43b4bc4b9d6b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:42.095733 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-b9e85238-0514-49a2-b241-43b4bc4b9d6b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 945 time: 0.0760705 Jun 21 09:42:42.170245 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Deleting port f9a028ba-03bf-44cb-b684-8ddb980ac97e {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:42:42.170526 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:42.404471 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] For port f9a028ba-03bf-44cb-b684-8ddb980ac97e, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=f9a028ba-03bf-44cb-b684-8ddb980ac97e,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:42:42.404869 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:42.531567 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Calling delete_port for f9a028ba-03bf-44cb-b684-8ddb980ac97e owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:42:42.664700 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:42.670270 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-62e282d3-271e-4018-8188-22e9395fb81c tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:42:42.715543 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event deleted for resources: {'Port': ['ID=f9a028ba-03bf-44cb-b684-8ddb980ac97e,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:42:42.719672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:42:42.791290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] No DVR routers for this DVR port f9a028ba-03bf-44cb-b684-8ddb980ac97e on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:42:42.793672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:42.796290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'name': 'network-vif-deleted', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:42:42.811431 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5bf6bdde-382c-4483-96be-892ffac1af3e req-a856501d-1094-4988-a263-106d38ce7572 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "DELETE /v2.0/ports/f9a028ba-03bf-44cb-b684-8ddb980ac97e HTTP/1.1" status: 204 len: 173 time: 0.7043414 Jun 21 09:42:42.846369 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12765aa9-3ea7-4f6e-a8aa-01f539e6614e', 'name': 'network-vif-deleted', 'tag': 'f9a028ba-03bf-44cb-b684-8ddb980ac97e', 'status': 'completed', 'code': 200} Jun 21 09:42:43.059237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-d84de84c-83f5-4a75-8917-ce315c0ac02e req-454c8945-5790-4fd8-bc2f-906d6ec580e6 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:42:43.073963 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-d84de84c-83f5-4a75-8917-ce315c0ac02e req-454c8945-5790-4fd8-bc2f-906d6ec580e6 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:42:43.075196 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d84de84c-83f5-4a75-8917-ce315c0ac02e req-454c8945-5790-4fd8-bc2f-906d6ec580e6 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=12765aa9-3ea7-4f6e-a8aa-01f539e6614e HTTP/1.1" status: 200 len: 210 time: 0.0646791 Jun 21 09:42:46.425193 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f9a028ba-03bf-44cb-b684-8ddb980ac97e no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:42:46.463390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: f9a028ba-03bf-44cb-b684-8ddb980ac97e {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:42:46.463390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device f9a028ba-03bf-44cb-b684-8ddb980ac97e not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:42:46.594269 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46268) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:42:46.778163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Deleting port 452de5b3-2af8-4a84-b8a7-7468035affa9 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:42:46.778545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:46.942400 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:46.942770 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:47.307033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Calling delete_port for 452de5b3-2af8-4a84-b8a7-7468035affa9 owned by network:floatingip {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:42:47.445183 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:47.448832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-1b965b1d-c62d-4afa-a8ef-ce7cc8cc1739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:42:47.489872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event deleted for resources: {'Port': ['ID=452de5b3-2af8-4a84-b8a7-7468035affa9,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:42:47.530591 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.531026 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.531455 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.531875 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.532292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.532710 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.533153 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.533575 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.533982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.534390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.534799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797210-1-iscsi {{(pid=80877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 21 09:42:47.542347 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:42:47.598141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:47.977809 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:42:48.171117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:42:48.180805 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:42:48.190689 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:48.193390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:42:48.194552 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:48.240779 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c8af268b-ee6f-4400-b206-853042bc839b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "DELETE /v2.0/floatingips/253877a9-8b77-4023-a29e-af609bf6b075 HTTP/1.1" status: 204 len: 168 time: 1.6452694 Jun 21 09:42:48.241454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3'}] {{(pid=80877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:42:48.372338 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:42:48.413894 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'status': 'completed', 'code': 200} Jun 21 09:42:48.547278 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-8cbf698d-a9a9-4ad9-ae7d-ac5d2c91ba6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 1098 time: 0.0844231 Jun 21 09:42:48.703886 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:48.707827 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:42:48.718995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:42:48.719643 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:25Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:48.751519 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-02da3aab-6da4-4603-8dce-aa696681900e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:48.753131 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-02da3aab-6da4-4603-8dce-aa696681900e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 200 len: 913 time: 0.1983860 Jun 21 09:42:48.760163 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c92050-e1f8-414d-b5dd-48df30c6c268 req-daea11e0-45ad-4cf9-a7f6-f8590ef1ff4a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:48.761702 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d7c92050-e1f8-414d-b5dd-48df30c6c268 req-daea11e0-45ad-4cf9-a7f6-f8590ef1ff4a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 945 time: 0.1813467 Jun 21 09:42:48.851780 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-8abf4b94-a126-4e05-8b74-d11ff8dd14d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 200 len: 217 time: 0.0889628 Jun 21 09:42:48.896204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:42:48.917057 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-d7c92050-e1f8-414d-b5dd-48df30c6c268 req-2b81255b-bf66-4806-ba90-063536c9e165 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048498 Jun 21 09:42:48.931233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-f8ff355d-17bf-4b19-b21b-6ebdcd52995b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:48.932654 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-f8ff355d-17bf-4b19-b21b-6ebdcd52995b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 200 len: 851 time: 0.0719807 Jun 21 09:42:49.012520 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-b1c59f63-e373-48e0-894f-c1fc7fe061ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2554f1f2-667f-466d-8d4a-205e56ad594d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710979 Jun 21 09:42:49.157908 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-f5d41625-08dd-4e94-9392-8c0b003ce3e1 service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364746 Jun 21 09:42:49.302880 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-5a46e94d-2fa0-4e0f-92ff-a7d79f996a0a req-37701af6-5a5c-45eb-9b22-fe726d0b81af service neutron] 10.222.0.45 "GET /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362832 Jun 21 09:42:49.400209 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:49.404138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83852101-9e75-45b6-84f9-1f0bc3427b0d None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:43Z', 'revision_number': 4, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi', '_interfaces': [{'id': '43c6bd01-d77d-4a30-bbec-0432c88b9ca8', 'name': '', 'network_id': '2554f1f2-667f-466d-8d4a-205e56ad594d', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'mac_address': 'fa:16:3e:44:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:42Z', 'updated_at': '2021-06-21T09:35:52Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'subnets': [{'id': '05258a37-6ffd-4f64-83ab-d97a68b1c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:42:49.831012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78105e13-8c83-4e85-9a83-66304d44f77a None None] New status for floating IP 253877a9-8b77-4023-a29e-af609bf6b075: DOWN {{(pid=80880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}} Jun 21 09:42:50.114229 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa86ed-b53b-433a-93f8-e6f47660f788 req-bd036548-12bf-4334-b418-928a1069fa86 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:50.116308 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5aa86ed-b53b-433a-93f8-e6f47660f788 req-bd036548-12bf-4334-b418-928a1069fa86 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 945 time: 0.0761790 Jun 21 09:42:50.168056 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-f5aa86ed-b53b-433a-93f8-e6f47660f788 req-ca698e69-c49c-47f0-9f97-e10efa1df59b tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e0acbdc-bc7c-4cb3-952d-852342ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446591 Jun 21 09:42:50.440678 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-33f4a2a6-36d8-4e4d-a928-04f3deb11e0e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 21 09:42:50.442205 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-33f4a2a6-36d8-4e4d-a928-04f3deb11e0e tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 945 time: 0.0766068 Jun 21 09:42:50.518352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Deleting port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 {{(pid=80878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:42:50.518731 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:50.973920 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] For port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3, host hv-cinder-79721, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79721',level=0,port_id=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:42:50.974537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:51.100718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Calling delete_port for ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 owned by compute:nova {{(pid=80878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:42:51.238108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1392028'] for port, after_delete {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:51.243714 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-32c1121d-f23f-4673-83bf-d171ba91c625 tempest-AttachVolumeShelveTestJSON-1323516959 tempest-AttachVolumeShelveTestJSON-1323516959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:42:51.291964 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event deleted for resources: {'Port': ['ID=ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3,revision_number=None']} {{(pid=80878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:42:51.296292 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:42:51.364788 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-dfc68eed-dcf8-40ee-87ee-2accd30ee5c2 req-c43dd7c9-6de6-4537-bf64-0c2944a9bec8 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 210 time: 0.0740004 Jun 21 09:42:51.412301 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] No DVR routers for this DVR port ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 on host hv-cinder-79721 {{(pid=80878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:42:51.414741 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for port, before_response {{(pid=80878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:51.417357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'name': 'network-vif-deleted', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3'}] {{(pid=80878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 21 09:42:51.430399 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-2e3c49bf-26d9-489f-a6e1-7009cdbac63a req-117023c2-b7e4-415b-baa8-f1f893399185 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.45 "DELETE /v2.0/ports/ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 HTTP/1.1" status: 204 len: 173 time: 0.9804273 Jun 21 09:42:51.466908 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caabe7cf-867e-4a39-acd9-5d02c3bc9243', 'name': 'network-vif-deleted', 'tag': 'ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3', 'status': 'completed', 'code': 200} Jun 21 09:42:52.547737 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-46243a06-efc8-4ab5-8ea8-cfa2781588fb req-941dfb03-e9dd-49d6-b10f-c58602105e5a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Synchronizing usage tracker for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 21 09:42:52.562620 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.quota.resource [req-46243a06-efc8-4ab5-8ea8-cfa2781588fb req-941dfb03-e9dd-49d6-b10f-c58602105e5a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Unset dirty status for tenant:e2f4512b54974bc3a70b0f9ca2c19795 on resource:port {{(pid=80878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 21 09:42:52.564119 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [req-46243a06-efc8-4ab5-8ea8-cfa2781588fb req-941dfb03-e9dd-49d6-b10f-c58602105e5a tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "GET /v2.0/ports?device_id=caabe7cf-867e-4a39-acd9-5d02c3bc9243 HTTP/1.1" status: 200 len: 210 time: 0.0685384 Jun 21 09:42:53.010902 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3d0dbfdf-f59d-4c9d-88ce-aa29f001bc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:53.668353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46290) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:42:53.817850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Deleting port f9f99150-7f32-4e92-8c74-0b2ded3a7f23 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:42:53.818234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:53.985857 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:53.986221 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:54.110137 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Calling delete_port for f9f99150-7f32-4e92-8c74-0b2ded3a7f23 owned by network:floatingip {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:42:54.210983 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:54.243933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:54.248287 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-58ea370f-1428-4a7c-97c9-389a82fbd79e tempest-TestShelveInstance-1796354727 tempest-TestShelveInstance-1796354727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:42:54.294604 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event deleted for resources: {'Port': ['ID=f9f99150-7f32-4e92-8c74-0b2ded3a7f23,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:42:54.297580 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:42:54.386331 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for floatingip, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:54.402032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509376'] for floatingip, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:54.403260 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-d057cfec-6bb3-47c0-a414-a39b2294ad08 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "DELETE /v2.0/floatingips/5f8b98ae-1f6b-444f-9c17-3faa1bcb02c3 HTTP/1.1" status: 204 len: 168 time: 0.7338169 Jun 21 09:42:54.473267 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 no longer exists at agent hyperv_hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:42:54.510264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] No Port match for: ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:42:54.510653 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Device ac530cf0-e91a-4ad5-a42b-3fd16fb1b5b3 not bound to the agent host hv-cinder-79721 {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:42:54.645897 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6307-710b-4384-b3ce-23575337e7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:55.290064 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:55.501589 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:55.812554 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46304) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:42:55.890708 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bdf02cc6-e11d-4e37-b732-ebc334b101c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:55.921738 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bdf02cc6-e11d-4e37-b732-ebc334b101c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:55.978293 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bdf02cc6-e11d-4e37-b732-ebc334b101c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:55.983367 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4e05555c-afe0-46e1-9ee0-8fed0d5db914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:42:55.998705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02cc6-e11d-4e37-b732-ebc334b101c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0acbdc-bc7c-4cb3-952d-852342ec2054,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:42:56.001644 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bdf02cc6-e11d-4e37-b732-ebc334b101c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:42:56.008373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bdf02cc6-e11d-4e37-b732-ebc334b101c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:56.009686 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-bdf02cc6-e11d-4e37-b732-ebc334b101c4 tempest-TestVolumeBootPattern-1822797519 tempest-TestVolumeBootPattern-1822797519-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e0acbdc-bc7c-4cb3-952d-852342ec2054 HTTP/1.1" status: 204 len: 168 time: 0.1959116 Jun 21 09:42:56.071447 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46310) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:42:56.872353 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:57.123031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:57.445509 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Deleting port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:42:57.445814 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:57.609667 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] For port 43c6bd01-d77d-4a30-bbec-0432c88b9ca8, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:42:57.610063 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:57.734334 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Calling delete_port for 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:42:57.888091 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:57.892323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e9db1c42-a858-4a06-8971-3eeff218c093 tempest-AttachVolumeNegativeTest-206336003 tempest-AttachVolumeNegativeTest-206336003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:42:57.934451 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c6bd01-d77d-4a30-bbec-0432c88b9ca8,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:42:57.937214 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:42:58.217350 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:58.994122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Router 85469035-e16b-4c69-965b-8515f4a69186 has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:42:59.191884 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:42:59.203205 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] Sync routers for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:42:59.204489 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] 10.222.0.36 "PUT /v2.0/routers/85469035-e16b-4c69-965b-8515f4a69186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1318758 Jun 21 09:42:59.207290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46316) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:42:59.216705 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:42:59.217416 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:59.395634 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: dv-cinder-797210-1-iscsi {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:42:59.400645 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:59.588388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:59.596513 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Deleting port 25c5c17b-cc9a-4352-9b8e-f97061301f39 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:42:59.596872 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:59.686496 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:42:57Z', 'revision_number': 5, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port': {'id': '25c5c17b-cc9a-4352-9b8e-f97061301f39', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85469035-e16b-4c69-965b-8515f4a69186', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:59.690594 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] Checking router: 85469035-e16b-4c69-965b-8515f4a69186 for host: dv-cinder-797210-1-iscsi {{(pid=80879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:42:59.702200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] Routers {'85469035-e16b-4c69-965b-8515f4a69186'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:42:59.702822 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['85469035-e16b-4c69-965b-8515f4a69186'], 'active': True} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:59.767725 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] For port 25c5c17b-cc9a-4352-9b8e-f97061301f39, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=25c5c17b-cc9a-4352-9b8e-f97061301f39,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:42:59.768138 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:42:59.849323 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] Set router 85469035-e16b-4c69-965b-8515f4a69186 gateway port host: None {{(pid=80879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:42:59.891888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Calling delete_port for 25c5c17b-cc9a-4352-9b8e-f97061301f39 owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:42:59.960477 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:42:59Z', 'revision_number': 6, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port_host': None}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:42:59.964423 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fa42f-3bfb-4f17-a286-2cdce369dcc8 None None] The sync data for ids ['85469035-e16b-4c69-965b-8515f4a69186'] in dv-cinder-797210-1-iscsi is: [{'id': '85469035-e16b-4c69-965b-8515f4a69186', 'name': 'tempest-TestVolumeBootPattern-1372307730-router', 'tenant_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:40Z', 'updated_at': '2021-06-21T09:42:59Z', 'revision_number': 6, 'project_id': 'e2f4512b54974bc3a70b0f9ca2c19795', 'gw_port_host': None}] {{(pid=80879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:43:00.058696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:00.063485 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-0c843b06-cd89-4998-a094-c25effffa36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:00.105319 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Pushing event deleted for resources: {'Port': ['ID=25c5c17b-cc9a-4352-9b8e-f97061301f39,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:00.109159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:00.309901 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 25c5c17b-cc9a-4352-9b8e-f97061301f39 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:43:00.346290 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 25c5c17b-cc9a-4352-9b8e-f97061301f39 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:43:00.346685 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 25c5c17b-cc9a-4352-9b8e-f97061301f39 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:43:00.347158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:43:00.384202 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:43:00.384590 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 43c6bd01-d77d-4a30-bbec-0432c88b9ca8 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:43:00.587850 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:00.852637 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:00.856843 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:00.880524 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:00.881122 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85469035-e16b-4c69-965b-8515f4a69186 {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:43:00.893673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:00.894898 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] 10.222.0.36 "DELETE /v2.0/routers/85469035-e16b-4c69-965b-8515f4a69186 HTTP/1.1" status: 204 len: 168 time: 1.6866174 Jun 21 09:43:00.897760 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46320) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:00.963280 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Deleting subnet 05258a37-6ffd-4f64-83ab-d97a68b1c2a5 {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:43:00.963663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.014696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.176793 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.410089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Delete allocated IP 172.20.0.2 (2554f1f2-667f-466d-8d4a-205e56ad594d/05258a37-6ffd-4f64-83ab-d97a68b1c2a5) {{(pid=80877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:43:01.544127 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] For port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:01.569696 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.576464 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.580698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e74e59a9-23c9-44b2-a3e4-291a710dc61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:01.638607 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.689192 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Pushing event updated for resources: {'Port': ['ID=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,revision_number=4']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:01.693624 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:01.892713 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.896879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-e02a35dd-a0e9-4252-b0bb-c6ce889f4d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:01.928253 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05258a37-6ffd-4f64-83ab-d97a68b1c2a5,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:01.931834 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:01.935019 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:01.940672 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18469c6-5d66-4fcd-abbc-0a2a1db909dd None None] Network 2554f1f2-667f-466d-8d4a-205e56ad594d requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:43:01.941480 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-bf1d4105-278c-4f16-914b-cb094676c8df admin admin] 10.222.0.36 "DELETE /v2.0/subnets/05258a37-6ffd-4f64-83ab-d97a68b1c2a5 HTTP/1.1" status: 204 len: 168 time: 1.0427239 Jun 21 09:43:01.944427 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46324) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:02.058065 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.069459 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Deleting port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:02.069832 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.176491 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] DHCP port deletion for 2554f1f2-667f-466d-8d4a-205e56ad594d request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:43:02.180675 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Deleting port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:02.181200 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.268117 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] For port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:02.268516 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.310154 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 3d5c5e2e-5780-483f-9951-f23c30b8a7ab no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:43:02.393120 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Calling delete_port for 3d5c5e2e-5780-483f-9951-f23c30b8a7ab owned by network:dhcp {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:43:02.417079 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] For port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,segment=NetworkSegment(18e03b78-a422-4549-b00a-eaf98e963abe),segment_id=18e03b78-a422-4549-b00a-eaf98e963abe)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:02.417476 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.463579 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.468139 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-41229db2-171b-409e-8c7b-50025d514f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:02.508576 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5c5e2e-5780-483f-9951-f23c30b8a7ab,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:02.511218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:02.516500 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] No DVR routers for this DVR port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab on host dv-cinder-797210-1-iscsi {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:43:02.545668 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.plugins.ml2.db [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No ports have port_id starting with 3d5c5e2e-5780-483f-9951-f23c30b8a7ab Jun 21 09:43:02.552888 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Calling delete_port for 3d5c5e2e-5780-483f-9951-f23c30b8a7ab owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:43:02.621094 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:43:02.621501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:43:02.633573 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.646993 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2554f1f2-667f-466d-8d4a-205e56ad594d']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:02.659586 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e03b78-a422-4549-b00a-eaf98e963abe') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:02.659931 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e03b78-a422-4549-b00a-eaf98e963abe') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:02.676454 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.917324 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.923556 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:43:02.923985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:43:02.939123 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:43:03.011795 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:03.016145 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:03.020356 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:03.043568 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=2554f1f2-667f-466d-8d4a-205e56ad594d,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:03.046297 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:03.059402 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-02cd9511-f28f-4a8e-a3bf-1add70c11f36 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2554f1f2-667f-466d-8d4a-205e56ad594d HTTP/1.1" status: 204 len: 168 time: 1.1138539 Jun 21 09:43:03.062673 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46328) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:03.122962 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Deleting port 3d5c5e2e-5780-483f-9951-f23c30b8a7ab {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:03.123390 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:03.190860 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-14147af8-4cae-440c-8b79-65202f33fb86 None None] The port '3d5c5e2e-5780-483f-9951-f23c30b8a7ab' was deleted {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:43:03.432012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375468'] for router_interface, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:03.993638 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Deleting port 2466f1fb-e86c-4437-9206-cf338895f368 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:03.994015 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:04.169819 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] For port 2466f1fb-e86c-4437-9206-cf338895f368, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=2466f1fb-e86c-4437-9206-cf338895f368,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:04.170218 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:04.295134 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Calling delete_port for 2466f1fb-e86c-4437-9206-cf338895f368 owned by network:router_interface {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:43:04.453911 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:04.458160 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-bcd78074-cff4-4a1b-b8da-d66607f48f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:04.500748 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Pushing event deleted for resources: {'Port': ['ID=2466f1fb-e86c-4437-9206-cf338895f368,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:04.503268 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:05.012982 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66060391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854430825'] for router_interface, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:05.562184 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Router c93fb9ba-a86a-4d50-9b90-b4327de861dc has already been hosted by L3 agent 4096f9b4-b82e-4402-ad08-6381f3a993a2 {{(pid=80877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 21 09:43:05.759432 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] Notify agent at l3_agent.dv-cinder-797210-1-iscsi the message routers_updated {{(pid=80877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 21 09:43:05.768152 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] Sync routers for ids ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'] in dv-cinder-797210-1-iscsi {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 21 09:43:05.769091 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-63af84e6-499d-4f44-9f51-97882be6377d admin admin] 10.222.0.36 "PUT /v2.0/routers/c93fb9ba-a86a-4d50-9b90-b4327de861dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7050085 Jun 21 09:43:05.771742 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46332) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:05.780841 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] Routers {'c93fb9ba-a86a-4d50-9b90-b4327de861dc'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:43:05.781531 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:05.949052 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] Set router c93fb9ba-a86a-4d50-9b90-b4327de861dc gateway port host: dv-cinder-797210-1-iscsi {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:43:05.962060 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks [] for router, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:06.159635 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:06.170340 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Deleting port 759240e8-6ed1-4a71-a3c5-f758abbb8a03 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:06.170712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:06.240213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'external_fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:43:04Z', 'revision_number': 5, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port': {'id': '759240e8-6ed1-4a71-a3c5-f758abbb8a03', 'name': '', 'network_id': '1a4bc331-1c30-4754-a89b-6d2d26069415', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797210-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd97ec0e7-dd48-4f77-b68a-cf2f358d6006', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797210-1-iscsi'}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:06.244195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] Checking router: c93fb9ba-a86a-4d50-9b90-b4327de861dc for host: dv-cinder-797210-1-iscsi {{(pid=80880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 21 09:43:06.255158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] Routers {'c93fb9ba-a86a-4d50-9b90-b4327de861dc'} bound to L3 agent in host dv-cinder-797210-1-iscsi {{(pid=80880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 21 09:43:06.255800 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797210-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T09:19:55Z,description=,heartbeat_timestamp=2021-06-21T09:42:55Z,host='dv-cinder-797210-1-iscsi',id=4096f9b4-b82e-4402-ad08-6381f3a993a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T09:19:55Z,topic='l3_agent')) {'router_ids': ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'], 'active': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:06.345701 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] For port 759240e8-6ed1-4a71-a3c5-f758abbb8a03, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=759240e8-6ed1-4a71-a3c5-f758abbb8a03,segment=NetworkSegment(1b915c16-02b6-466b-b199-fdfd26b9488e),segment_id=1b915c16-02b6-466b-b199-fdfd26b9488e)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:06.346108 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:06.415561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvr_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] Set router c93fb9ba-a86a-4d50-9b90-b4327de861dc gateway port host: None {{(pid=80880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:794}} Jun 21 09:43:06.532932 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_hamode_db [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:43:06Z', 'revision_number': 6, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port_host': None}], 'dv-cinder-797210-1-iscsi', False) {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:06.537265 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed644aa6-6e3d-4561-8f86-5c2cd097bbf3 None None] The sync data for ids ['c93fb9ba-a86a-4d50-9b90-b4327de861dc'] in dv-cinder-797210-1-iscsi is: [{'id': 'c93fb9ba-a86a-4d50-9b90-b4327de861dc', 'name': 'tempest-TestVolumeBootPattern-1959900802-router', 'tenant_id': '1439261b00f14572b372f866f3098d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T09:35:47Z', 'updated_at': '2021-06-21T09:43:06Z', 'revision_number': 6, 'project_id': '1439261b00f14572b372f866f3098d5b', 'gw_port_host': None}] {{(pid=80880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 21 09:43:06.734542 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Calling delete_port for 759240e8-6ed1-4a71-a3c5-f758abbb8a03 owned by network:router_gateway {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:43:06.893357 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:06.897679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-2d8b4f72-5c40-4d29-baa0-d89c1e88b16b tempest-AttachVolumeTestJSON-2141985746 tempest-AttachVolumeTestJSON-2141985746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:06.939008 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Pushing event deleted for resources: {'Port': ['ID=759240e8-6ed1-4a71-a3c5-f758abbb8a03,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:06.942727 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:07.172914 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372345'] for router_gateway, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.435169 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-356050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65287'] for router, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.439611 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.463921 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854426985'] for router, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.464470 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c93fb9ba-a86a-4d50-9b90-b4327de861dc {{(pid=80877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 21 09:43:07.476879 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] Notify callbacks [] for router, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.478743 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-f20956b3-4347-4c4a-b982-0bac2d9ada14 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c93fb9ba-a86a-4d50-9b90-b4327de861dc HTTP/1.1" status: 204 len: 168 time: 1.7053814 Jun 21 09:43:07.481012 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46336) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:07.543032 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Deleting subnet d072cf90-cbf8-4244-b5a5-845c53ba06ae {{(pid=80877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 21 09:43:07.543411 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.593233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916833'] for subnet, precommit_delete_associations {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.751406 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036788703873'] for port, before_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:07.987448 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.db_base_plugin_common [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Delete allocated IP 172.20.0.2 (17c701da-97cc-494d-965e-874a600dad86/d072cf90-cbf8-4244-b5a5-845c53ba06ae) {{(pid=80877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Jun 21 09:43:08.125441 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] For port 699665ff-5625-4091-b746-25255929cc81, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=699665ff-5625-4091-b746-25255929cc81,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:08.155375 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.162195 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781361905608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363255493205978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781361569856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852652280'] for port, after_update {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.167110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-c471366b-e9e2-4d0b-a412-5304ec984988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:08.221722 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66299194'] for subnet, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.274389 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Pushing event updated for resources: {'Port': ['ID=699665ff-5625-4091-b746-25255929cc81,revision_number=4']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:08.278898 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:08.317665 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 699665ff-5625-4091-b746-25255929cc81 up at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}} Jun 21 09:43:08.385718 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.provisioning_blocks [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Provisioning complete for port 699665ff-5625-4091-b746-25255929cc81 triggered by entity L2. {{(pid=80879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 21 09:43:08.386130 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036788677119'] for port, provisioning_complete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.500861 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66299205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852652229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1375898'] for subnet, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.505969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:08.540848 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d072cf90-cbf8-4244-b5a5-845c53ba06ae,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:08.543971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:08.546775 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for subnet, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.553588 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-3a085eec-5e81-49b0-a518-f9f546009d5a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d072cf90-cbf8-4244-b5a5-845c53ba06ae HTTP/1.1" status: 204 len: 168 time: 1.0714862 Jun 21 09:43:08.556344 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46340) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:08.594716 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c7723-4d94-48ec-98d5-07ee091ecf94 None None] Network 17c701da-97cc-494d-965e-874a600dad86 requested from dv-cinder-797210-1-iscsi {{(pid=80879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 21 09:43:08.668537 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66084907'] for network, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.680826 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Deleting port 699665ff-5625-4091-b746-25255929cc81 {{(pid=80877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:08.681233 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.850968 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 759240e8-6ed1-4a71-a3c5-f758abbb8a03 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:43:08.886413 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] For port 699665ff-5625-4091-b746-25255929cc81, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=699665ff-5625-4091-b746-25255929cc81,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:08.886802 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:08.888078 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 759240e8-6ed1-4a71-a3c5-f758abbb8a03 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:43:08.888468 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 759240e8-6ed1-4a71-a3c5-f758abbb8a03 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:43:08.888933 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2466f1fb-e86c-4437-9206-cf338895f368 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:43:08.917767 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] DHCP port deletion for 17c701da-97cc-494d-965e-874a600dad86 request from dv-cinder-797210-1-iscsi {{(pid=80879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 21 09:43:08.925399 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 2466f1fb-e86c-4437-9206-cf338895f368 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:43:08.925790 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 2466f1fb-e86c-4437-9206-cf338895f368 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:43:08.927388 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Deleting port 699665ff-5625-4091-b746-25255929cc81 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:08.927799 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.017772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Calling delete_port for 699665ff-5625-4091-b746-25255929cc81 owned by network:dhcp {{(pid=80877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:43:09.086230 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66072284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036798013310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781361905591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781361569822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2123520'] for port, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.090717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-b63670ca-a094-4983-afb1-c940bb5d210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:09.125147 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.db [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] For port 699665ff-5625-4091-b746-25255929cc81, host dv-cinder-797210-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797210-1-iscsi',level=0,port_id=699665ff-5625-4091-b746-25255929cc81,segment=NetworkSegment(508c7cd6-82b4-4e09-9f8d-1ab8cd96210a),segment_id=508c7cd6-82b4-4e09-9f8d-1ab8cd96210a)] {{(pid=80879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}} Jun 21 09:43:09.125522 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-345004'] for port, precommit_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.137250 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=699665ff-5625-4091-b746-25255929cc81,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:09.140028 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:09.145025 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] No DVR routers for this DVR port 699665ff-5625-4091-b746-25255929cc81 on host dv-cinder-797210-1-iscsi {{(pid=80877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 21 09:43:09.253327 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Calling delete_port for 699665ff-5625-4091-b746-25255929cc81 owned by network:dhcp {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Jun 21 09:43:09.324046 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.db.api [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 21 09:43:09.324457 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_db.api [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 21 09:43:09.489876 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788676481', 'neutron.services.segments.db._delete_segments_for_network--9223363255492777195'] for network, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.503033 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c701da-97cc-494d-965e-874a600dad86']}} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:09.515858 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a') {'for_net_delete': True} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:09.516199 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.services.segments.db [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508c7cd6-82b4-4e09-9f8d-1ab8cd96210a') {} {{(pid=80877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 21 09:43:09.528864 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781361994287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2858964'] for segment, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.546101 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788680985'] for segment, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.552223 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=80877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 21 09:43:09.552663 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66094831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852652202'] for segment, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: Traceback (most recent call last): Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: timer() Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: cb(*args, **kw) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: return func(*args, **kwargs) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: self._notify() Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: self.callback(batched_events) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: event.method(event) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: segment_id)['aggregates'][0] Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: return f(self, *a, **k) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: return self._get(url).json() Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: **kwargs) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: return self.request(url, 'GET', **kwargs) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: **endpoint_filter) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 09:43:09.566428 dv-cinder-797210-1-iscsi neutron-server[80768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 09:43:09.642445 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036788680567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788715393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372328'] for network, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.645971 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-603e0fb9-b7c2-4637-ba5e-f07e49dd63d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:09.661987 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66062720'] for network, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.670251 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c701da-97cc-494d-965e-874a600dad86,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:09.673372 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:09.674933 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-9c7411a8-f491-4978-a82b-214b365a9b43 admin admin] 10.222.0.36 "DELETE /v2.0/networks/17c701da-97cc-494d-965e-874a600dad86 HTTP/1.1" status: 204 len: 168 time: 1.1175258 Jun 21 09:43:09.815198 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46346) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:09.825472 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Deleting port 699665ff-5625-4091-b746-25255929cc81 {{(pid=80879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1878}} Jun 21 09:43:09.825926 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781361966161'] for port, before_delete {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.872586 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-19768c34-0cf6-400e-85a9-59739124f068 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2f4512b54974bc3a70b0f9ca2c19795&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0560498 Jun 21 09:43:09.875352 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46350) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:09.889254 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-dafc0972-e9c0-43e8-b3d4-fec19100c755 None None] The port '699665ff-5625-4091-b746-25255929cc81' was deleted {{(pid=80879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Jun 21 09:43:09.937545 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4d6f71bc-82c8-478c-8379-83a4a285dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:09.965038 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4d6f71bc-82c8-478c-8379-83a4a285dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:10.013605 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4d6f71bc-82c8-478c-8379-83a4a285dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:10.018213 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-f9c6310d-0477-47b1-98f5-f208c3c430dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:10.032262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f71bc-82c8-478c-8379-83a4a285dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02623a6-8906-4a5f-8873-aaae4b4e3a2d,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:10.034865 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-4d6f71bc-82c8-478c-8379-83a4a285dbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:10.040754 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4d6f71bc-82c8-478c-8379-83a4a285dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:10.045192 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-4d6f71bc-82c8-478c-8379-83a4a285dbce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e02623a6-8906-4a5f-8873-aaae4b4e3a2d HTTP/1.1" status: 204 len: 168 time: 0.1657176 Jun 21 09:43:10.311190 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 699665ff-5625-4091-b746-25255929cc81 no longer exists at agent ovs-agent-dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}} Jun 21 09:43:10.344734 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] No Port match for: 699665ff-5625-4091-b746-25255929cc81 {{(pid=80879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2216}} Jun 21 09:43:10.345150 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.plugins.ml2.rpc [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Device 699665ff-5625-4091-b746-25255929cc81 not bound to the agent host dv-cinder-797210-1-iscsi {{(pid=80879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 21 09:43:10.442750 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46358) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:10.501047 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-884eea67-cd74-4bf9-bd0c-240846519f2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1439261b00f14572b372f866f3098d5b&name=default HTTP/1.1" status: 200 len: 2629 time: 0.0569577 Jun 21 09:43:10.503541 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [-] (80877) accepted ('10.222.0.36', 46362) {{(pid=80877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}} Jun 21 09:43:10.563628 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b640ebb-0772-4d19-a614-15afe3073f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:10.590037 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b640ebb-0772-4d19-a614-15afe3073f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:10.635602 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b640ebb-0772-4d19-a614-15afe3073f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854418558'] for security_group, after_delete {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:10.640658 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-3706dcfe-6f0a-4be4-8bfc-e512c8ed2950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}} Jun 21 09:43:10.651307 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b640ebb-0772-4d19-a614-15afe3073f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb8db7-7cbb-4fad-b7fd-d239899d4ca0,revision_number=None']} {{(pid=80877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 21 09:43:10.654995 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG oslo_concurrency.lockutils [None req-5b640ebb-0772-4d19-a614-15afe3073f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}} Jun 21 09:43:10.658204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5b640ebb-0772-4d19-a614-15afe3073f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:10.659408 dv-cinder-797210-1-iscsi neutron-server[80768]: INFO neutron.wsgi [None req-5b640ebb-0772-4d19-a614-15afe3073f48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8beb8db7-7cbb-4fad-b7fd-d239899d4ca0 HTTP/1.1" status: 204 len: 168 time: 0.1549125 Jun 21 09:43:13.937900 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:43:23.018434 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-0f71b495-254d-4c17-b4de-9607bb327a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:24.213348 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:24.647092 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-4dac7be3-5410-48d2-b5ce-17a886e2d56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:25.289262 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:25.504264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:27.125242 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:50.939204 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:43:53.023636 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-30d0a320-5c76-4d07-911b-20b1d848f5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:54.215641 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:54.506322 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [req-d2493395-cf9c-46d2-acea-008daf99ad07 req-1cd6a071-3044-4997-83e7-8fd2cd6efeae service neutron] (80877) timed out ('10.222.0.45', 53153) {{(pid=80877) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:823}} Jun 21 09:43:54.647989 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-05231315-f6c4-4b7d-82b1-245a923dffd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:54.923990 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.wsgi [req-3a77a433-1ed0-409c-b63f-2e26afde55f1 req-1d5a8ba9-a5ae-4072-a5a1-43dcfc0cef05 service neutron] (80877) timed out ('10.222.0.45', 53189) {{(pid=80877) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:823}} Jun 21 09:43:55.296031 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:55.506712 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:43:57.128973 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:23.017481 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-bc00b388-5e7d-4582-9560-174c67cb9b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:24.217732 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:24.649234 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ddc7aad2-4046-47a5-ac7f-f26b9f5dde1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:25.318719 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:25.509698 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:27.205558 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:27.940539 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:44:53.020159 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-ba273d92-d66c-460e-a758-142e72b7a57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:54.219474 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:54.649889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-e779a0d3-ef98-47b6-a599-65cbe6b43507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:55.334784 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:55.510830 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:44:57.126969 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:04.941863 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:45:23.023110 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-38dafc44-397d-46d9-870e-cf261fd7cb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:24.221924 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:24.650165 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-7bf429e0-7eb5-448a-a4de-4186083493c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:25.332530 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:25.513889 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:27.131446 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:41.942547 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:45:53.024842 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-296d9c62-501d-4a28-9b0c-20fb4b438540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:54.223123 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:54.650801 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-d7439ce7-e6d2-4cc4-9598-0aa6534efe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:55.347501 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:55.518049 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:45:57.132807 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:18.943237 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:46:23.028561 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f2be-70d6-4004-823d-c05ab9c46684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:24.225141 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:24.650669 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-1145b3eb-4f2f-4441-91c2-30b45dff8a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:25.364985 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:25.519506 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:27.135717 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:53.029967 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2eb36f8d-78b7-473f-af21-0f853b191516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:54.228158 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:54.651436 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-3588068b-dd00-41a3-a6e2-67b0f3de5d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:55.361415 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:55.523089 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:46:55.944612 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:46:57.138011 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:23.032609 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-648406b2-148f-454a-ade0-c601ce835575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:24.231772 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:24.651868 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-5a408eb7-d58a-40d8-a10f-e32114e30c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:25.376099 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:25.525373 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:27.140227 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:32.945779 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:47:53.035286 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-844d3aae-ec16-42c2-bde2-368795f40c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:54.233456 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d9f-5da9-4866-ae40-1a1d33b79f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:54.652090 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-73312b59-6d4e-4f8c-b315-02c082763368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:55.380264 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-928a12f3-97a3-4e06-9259-c0e0388832d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:55.527679 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-60e8b9b9-b379-4c42-b570-06293965b397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:47:57.143469 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-2e721b58-3032-423d-91ea-89484d06af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 21 09:48:09.946438 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron.db.agents_db [None req-fe0711ee-428b-4e6a-a48e-3a760e5bfba6 None None] Agent healthcheck: found 6 active agents {{(pid=80880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 21 09:48:23.038450 dv-cinder-797210-1-iscsi neutron-server[80768]: DEBUG neutron_lib.callbacks.manager [None req-75e00952-f7b9-43c4-a871-7e614a3f5be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363255492777212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66098772'] for agent, after_update {{(pid=80879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}